feat: add in continue fetching

Author: ponderingdemocritus

packages/sdk/src/getEntities.ts

@@ -5,31 +5,41 @@ import * as torii from "@dojoengine/torii-client";
 export async function getEntities<T extends SchemaType, K extends keyof T>(
     client: torii.ToriiClient,
     query: { [P in K]?: Partial<T[P]> },
-    callback: (response: {
-        entities?: torii.Entities;
-        data: torii.Entities;
-        error?: Error;
-    }) => void,
+    callback: (response: { entities?: torii.Entities; error?: Error }) => void,
     limit: number = 100, // Default limit
     offset: number = 0 // Default offset
 ): Promise<torii.Entities> {
     const clauses = convertQueryToClause(query);
-    const toriiQuery: torii.Query = {
-        limit: limit,
-        offset: offset,
-        clause: {
-            Composite: {
-                operator: "And",
-                clauses: [clauses],
+    let cursor = offset;
+    let continueFetching = true;
+    let allEntities: torii.Entities = {};
+
+    while (continueFetching) {
+        const toriiQuery: torii.Query = {
+            limit: limit,
+            offset: cursor,
+            clause: {
+                Composite: {
+                    operator: "And",
+                    clauses: [clauses],
+                },
             },
-        },
-    };
+        };
+
+        try {
+            const entities = await client.getEntities(toriiQuery);
+            Object.assign(allEntities, entities);
+            callback({ entities });
 
-    try {
-        const entities = await client.getEntities(toriiQuery);
-        callback({ data: entities });
-        return entities;
-    } catch (error) {
-        throw error;
+            if (Object.keys(entities).length < limit) {
+                continueFetching = false;
+            } else {
+                cursor += limit;
+            }
+        } catch (error) {
+            throw error;
+        }
     }
+
+    return allEntities;
 }

packages/sdk/src/subscribeQuery.ts

@@ -5,17 +5,13 @@ import { SchemaType } from "./types";
 export async function subscribeQuery<T extends SchemaType, K extends keyof T>(
     client: torii.ToriiClient,
     query: { [P in K]?: Partial<T[P]> },
-    callback: (response: {
-        entities?: torii.Entities;
-        data: torii.Entities;
-        error?: Error;
-    }) => void
+    callback: (response: { entities?: torii.Entities; error?: Error }) => void
 ): Promise<torii.Subscription> {
     const clauses = convertQueryToClauses(query);
     return client.onEntityUpdated(
         clauses,
-        (entities: torii.Entities, data: torii.Entities) => {
-            callback({ entities, data });
+        (entities: string, data: torii.Entities) => {
+            callback({ [entities]: data });
         }
     );
 }

packages/torii-client/src/index.ts

@@ -1,3 +1 @@
 export * from "@dojoengine/torii-wasm";
-
-export * from "./utils";