Merge pull request #14 from morpho-org/blue-api-version

Feat: Blue api version

Author: Jean-Grimal

README.md

@@ -1,14 +1,12 @@
 # Morpho Blue Reallocation Bot
 
-A simple, fast, and easily deployable reallocation bot for the **Morpho Blue** protocol. This bot is entirely based on **RPC calls** and is designed to
-meet borrow demand within MetaMorpho vaults by equalizing utilization rates across markets.
+A simple, fast, and easily deployable reallocation bot for the **Morpho Blue** protocol. This bot is entirely based on **RPC calls and the Morpho API** and is designed to automate Morpho vaultsV1 reallocations according customable strategies.
 
 ## Features
 
 - Automatically rebalances assets within MetaMorpho vaults to maintain capital efficiency
 - Equalizes utilization rates across markets
 - Multi-chain compatible (Ethereum, Base, and more)
-- Minimal setup and dependencies (RPC-only, no extra infra required)
 - Configurable minimum threshold for utilization changes (2.5% by default)
 
 ### ⚠️ Disclaimer
@@ -21,7 +19,6 @@ Use at your own risk.
 
 - Node.js >= 20
 - [pnpm](https://pnpm.io/) (this repo uses `pnpm` as package manager)
-- [Docker](https://www.docker.com/) (optional, only needed if you want to run the database locally)
 - A valid RPC URL (via Alchemy, Infura, etc)
 - The private key of an EOA with enough funds to pay for gas
 
@@ -35,26 +32,7 @@ pnpm install
 
 ## Chain Configuration
 
-The bot can be configured to run on any EVM-compatible chain where the Morpho stack has been deployed. The chain configuration is done in the `apps/config/config.ts` file.
-
-### Morpho Stack parameters (addresses and start blocks)
-
-**If you don't plan on supporting a new chain, you can ignore this section.**
-
-Morpho Blue:
-
-- `morpho.address`: The address of the Morpho contract.
-- `morpho.startBlock`: The block number of the Morpho contract deployment.
-
-Adaptive Curve IRM:
-
-- `adaptiveCurveIrm.address`: The address of the Adaptive Curve IRM contract.
-- `adaptiveCurveIrm.startBlock`: The block number of the Adaptive Curve IRM contract deployment.
-
-Meta Morpho Factories:
-
-- `metaMorphoFactories.addresses`: The addresses of the MetaMorpho factories.
-- `metaMorphoFactories.startBlock`: The block number of the oldest MetaMorpho factory deployment.
+The bot can be configured to run on any EVM-compatible chain where the Morpho stack has been deployed and supported by the Morpho API. The chain configuration is done in the `apps/config/config.ts` file. Just fill the array with the chains where you want the bot to run.
 
 ### Secrets
 
@@ -122,14 +100,4 @@ Once the bot is installed and configured, you can run it by executing the follow
 pnpm reallocate
 ```
 
-This command will start the bot, which will start reallocating once the configured chains are fully indexed.
-
-⚠⏱️ The indexing process can take some time depending on the number of blocks to index.
-
-## Config Changes
-
-Unfortunately, Ponder doesn't allow the same schema to be used with different configs.
-In this project, the config changes only if you add, remove, or modify a chain.
-
-So, if you try to run the bot with a set of chains that's different from the one used in your initial run, indexing will fail.
-You should use another schema (this handled in `apps/client/src/script.ts`).
+This command will start the bot.

apps/client/codegen.ts

@@ -0,0 +1,57 @@
+import type { CodegenConfig } from "@graphql-codegen/cli";
+
+// Option 1: If you have @morpho-org/morpho-ts installed
+// import { BLUE_API_GRAPHQL_URL } from "@morpho-org/morpho-ts";
+
+// Option 2: Or use the URL directly
+const BLUE_API_GRAPHQL_URL = "https://api.morpho.org/graphql";
+
+const config: CodegenConfig = {
+  overwrite: true,
+  schema: BLUE_API_GRAPHQL_URL,
+  documents: ["graphql/**/*.{query,fragment}.gql"], // Adjust path to your GraphQL files
+  generates: {
+    "src/api/types.ts": {
+      plugins: ["typescript-operations"],
+      preset: "import-types",
+      presetConfig: {
+        typesPath: "@morpho-org/blue-api-sdk", // If using blue-api-sdk types
+        // OR use "./types.js" if generating base types yourself
+      },
+      config: {
+        avoidOptionals: {
+          field: true,
+          inputValue: false,
+          defaultValue: true,
+        },
+        scalars: {
+          BigInt: {
+            input: `Types.Scalars["BigInt"]["input"]`,
+            output: `Types.Scalars["BigInt"]["output"]`,
+          },
+          HexString: {
+            input: `Types.Scalars["HexString"]["input"]`,
+            output: `Types.Scalars["HexString"]["output"]`,
+          },
+          Address: {
+            input: `Types.Scalars["Address"]["input"]`,
+            output: `Types.Scalars["Address"]["output"]`,
+          },
+          MarketId: {
+            input: `Types.Scalars["MarketId"]["input"]`,
+            output: `Types.Scalars["MarketId"]["output"]`,
+          },
+        },
+      },
+    },
+    "src/api/sdk.ts": {
+      plugins: ["typescript-graphql-request"],
+      preset: "import-types",
+      presetConfig: {
+        typesPath: "./types.js",
+      },
+    },
+  },
+};
+
+export default config;

apps/client/graphql/GetVaultsData.query.gql

@@ -0,0 +1,36 @@
+query getVaultsData($chainId: Int!, $addresses: [String!]!) {
+  vaults(first: 1000, where: { chainId_in: [$chainId], address_in: $addresses }) {
+    items {
+      address
+      state {
+        allocation {
+          market {
+            uniqueKey
+            collateralAsset {
+              address
+            }
+            loanAsset {
+              address
+            }
+            oracle {
+              address
+            }
+            irmAddress
+            lltv
+            state {
+              supplyAssets
+              supplyShares
+              borrowAssets
+              borrowShares
+              rateAtTarget
+              fee
+              timestamp
+            }
+          }
+          supplyAssets
+          supplyCap
+        }
+      }
+    }
+  }
+}

apps/client/package.json

@@ -6,13 +6,22 @@
   "scripts": {
     "dev": "tsc && concurrently \"tsc --watch\" \"node dist/client/src/index.js\"",
     "lint": "eslint . --fix",
-    "typecheck": "tsc --noEmit"
+    "typecheck": "tsc --noEmit",
+    "codegen": "graphql-codegen --config codegen.ts"
   },
   "dependencies": {
     "@morpho-blue-reallocation-bot/config": "workspace:*",
-    "@ponder/client": "^0.9.27"
+    "@morpho-org/blue-api-sdk": "^2.17.2",
+    "@ponder/client": "^0.9.27",
+    "graphql-request": "^7.4.0",
+    "graphql-tag": "^2.12.6"
   },
   "devDependencies": {
+    "@graphql-codegen/cli": "^6.1.0",
+    "@graphql-codegen/import-types-preset": "^3.0.1",
+    "@graphql-codegen/typescript": "^5.0.7",
+    "@graphql-codegen/typescript-graphql-request": "^6.3.0",
+    "@graphql-codegen/typescript-operations": "^5.0.7",
     "@morpho-org/test": "^2.1.1",
     "nock": "^14.0.2"
   }

apps/client/src/api/index.ts

@@ -0,0 +1,95 @@
+import { GraphQLClient } from "graphql-request";
+
+import type { InputMaybe, OrderDirection } from "@morpho-org/blue-api-sdk";
+import { getSdk } from "./sdk.js";
+
+export * from "./sdk.js";
+export * from "./types.js";
+
+const BLUE_API_GRAPHQL_URL = "https://api.morpho.org/graphql";
+
+export const apiSdk: ReturnType<typeof getSdk> = getSdk(new GraphQLClient(BLUE_API_GRAPHQL_URL));
+
+type QueryVariables = Record<string, unknown>;
+
+export type PaginationVariables<V extends QueryVariables> = V & {
+  first?: number;
+  skip?: number;
+  orderDirection?: InputMaybe<OrderDirection>;
+};
+
+export interface PageInfo {
+  count: number;
+  countTotal: number;
+  limit: number;
+  skip: number;
+}
+
+export interface PageResult<T> {
+  items: T[] | null;
+  pageInfo: PageInfo | null;
+}
+
+export async function paginatedQuery<T, V extends QueryVariables = {}>(
+  fetchPage: (vars: PaginationVariables<V>) => Promise<PageResult<T>>,
+  {
+    pageSize,
+    orderBy,
+    orderDirection,
+    args,
+  }: {
+    pageSize: number;
+    orderBy?: string;
+    orderDirection?: InputMaybe<OrderDirection>;
+    args: PaginationVariables<V>;
+  },
+): Promise<T[]> {
+  // 1) Fetch the first page serially to get total count
+  const firstVars: PaginationVariables<V> = {
+    ...args,
+    first: pageSize,
+    ...(orderBy != null ? { orderBy } : {}),
+    ...(orderDirection != null ? { orderDirection } : {}),
+    skip: 0,
+  };
+  const firstPage = await fetchPage(firstVars);
+  const countTotal = firstPage.pageInfo?.countTotal ?? 0;
+
+  if (firstPage.items == null) {
+    console.warn(`paginatedQuery: received null items on first page`);
+  }
+  if (firstPage.pageInfo == null) {
+    console.warn(`paginatedQuery: received null pageInfo on first page`);
+  }
+
+  const allItems: T[] = firstPage.items ?? [];
+
+  // 2) Calculate how many additional pages we need
+  const totalPages = Math.ceil(countTotal / pageSize);
+  if (totalPages <= 1) {
+    return allItems;
+  }
+
+  // 3) Kick off all remaining page fetches in parallel
+  const pagePromises: Promise<PageResult<T>>[] = [];
+  for (let pageIndex = 1; pageIndex < totalPages; pageIndex++) {
+    pagePromises.push(fetchPage({ ...firstVars, skip: pageIndex * pageSize }));
+  }
+
+  // 4) Wait for them all
+  const otherPages = await Promise.all(pagePromises);
+
+  // 5) Flatten, warning on nulls
+  otherPages.forEach((page, idx) => {
+    const { items } = page;
+    const pageNum = idx + 2; // human-friendly page number
+    if (items == null) {
+      console.warn(`paginateGraphQLConcurrent: received null items on page ${pageNum}`);
+    } else {
+      allItems.push(...items);
+    }
+  });
+
+  // 6) Return full list + last pageInfo (from the last fetch)
+  return allItems;
+}

apps/client/src/api/sdk.ts

@@ -0,0 +1,58 @@
+import * as Types from './types.js';
+
+import { GraphQLClient, RequestOptions } from 'graphql-request';
+import gql from 'graphql-tag';
+type GraphQLClientRequestHeaders = RequestOptions['requestHeaders'];
+
+export const GetVaultsDataDocument = gql`
+    query getVaultsData($chainId: Int!, $addresses: [String!]!) {
+  vaults(first: 1000, where: {chainId_in: [$chainId], address_in: $addresses}) {
+    items {
+      address
+      state {
+        allocation {
+          market {
+            uniqueKey
+            collateralAsset {
+              address
+            }
+            loanAsset {
+              address
+            }
+            oracle {
+              address
+            }
+            irmAddress
+            lltv
+            state {
+              supplyAssets
+              supplyShares
+              borrowAssets
+              borrowShares
+              rateAtTarget
+              fee
+              timestamp
+            }
+          }
+          supplyAssets
+          supplyCap
+        }
+      }
+    }
+  }
+}
+    `;
+
+export type SdkFunctionWrapper = <T>(action: (requestHeaders?:Record<string, string>) => Promise<T>, operationName: string, operationType?: string, variables?: any) => Promise<T>;
+
+
+const defaultWrapper: SdkFunctionWrapper = (action, _operationName, _operationType, _variables) => action();
+
+export function getSdk(client: GraphQLClient, withWrapper: SdkFunctionWrapper = defaultWrapper) {
+  return {
+    getVaultsData(variables: Types.GetVaultsDataQueryVariables, requestHeaders?: GraphQLClientRequestHeaders, signal?: RequestInit['signal']): Promise<Types.GetVaultsDataQuery> {
+      return withWrapper((wrappedRequestHeaders) => client.request<Types.GetVaultsDataQuery>({ document: GetVaultsDataDocument, variables, requestHeaders: { ...requestHeaders, ...wrappedRequestHeaders }, signal }), 'getVaultsData', 'query', variables);
+    }
+  };
+}
+export type Sdk = ReturnType<typeof getSdk>;

apps/client/src/api/types.ts

@@ -0,0 +1,9 @@
+import * as Types from '@morpho-org/blue-api-sdk';
+
+export type GetVaultsDataQueryVariables = Types.Exact<{
+  chainId: Types.Scalars['Int']['input'];
+  addresses: Array<Types.Scalars['String']['input']> | Types.Scalars['String']['input'];
+}>;
+
+
+export type GetVaultsDataQuery = { __typename?: 'Query', vaults: { __typename?: 'PaginatedMetaMorphos', items: Array<{ __typename?: 'Vault', address: Types.Scalars["Address"]["output"], state: { __typename?: 'VaultState', allocation: Array<{ __typename?: 'VaultAllocation', supplyAssets: Types.Scalars["BigInt"]["output"], supplyCap: Types.Scalars["BigInt"]["output"], market: { __typename?: 'Market', uniqueKey: Types.Scalars["MarketId"]["output"], irmAddress: Types.Scalars["Address"]["output"], lltv: Types.Scalars["BigInt"]["output"], collateralAsset: { __typename?: 'Asset', address: Types.Scalars["Address"]["output"] } | null, loanAsset: { __typename?: 'Asset', address: Types.Scalars["Address"]["output"] }, oracle: { __typename?: 'Oracle', address: Types.Scalars["Address"]["output"] } | null, state: { __typename?: 'MarketState', supplyAssets: Types.Scalars["BigInt"]["output"], supplyShares: Types.Scalars["BigInt"]["output"], borrowAssets: Types.Scalars["BigInt"]["output"], borrowShares: Types.Scalars["BigInt"]["output"], rateAtTarget: Types.Scalars["BigInt"]["output"] | null, fee: number, timestamp: Types.Scalars["BigInt"]["output"] } | null } }> } | null }> | null } };

apps/client/src/bot.ts

@@ -32,10 +32,7 @@ export class ReallocationBot {
 
   async run() {
     const { client } = this;
-    const { vaultWhitelist } = this;
-    const vaultsData = await Promise.all(
-      vaultWhitelist.map((vault) => fetchVaultData(this.chainId, vault)),
-    );
+    const vaultsData = await fetchVaultData(this.chainId, this.vaultWhitelist);
 
     await Promise.all(
       vaultsData.map(async (vaultData) => {