feat: IDXR-9 upgrade to Arrowsquid (#991)

* init arrowsquid * balancers * balance processor * claims * fueltanks done * add more cond * identity calls * identiy cleared * identity * add * fix * marketplace done * multitoken partial * multitokens migrate * wrap up all mappings * fix * fixes * wrap and fix all bugs * add archive, remove polkadotjs in populateBlock * lint * fix runtime erros * fix runtime error * fixes * fixes * fix claimed * fix claimRequested * changes to calls
enjin · Apr 22, 2024 · db24d1d · db24d1d
1 parent 5c6c224
commit db24d1d
Show file tree

Hide file tree

Showing 207 changed files with 182,749 additions and 143,196 deletions.
diff --git a/Makefile b/Makefile
@@ -1,5 +1,5 @@
 process: migrate
-	@NODE_OPTIONS="--max-old-space-size=16384" node -r dotenv/config lib/processor.js
+	@NODE_OPTIONS="--max-old-space-size=16384" node -r dotenv/config lib/main.js
 
 build:
 	@npm run build

diff --git a/db/migrations/1713777606632-Data.js b/db/migrations/1713777606632-Data.js
@@ -0,0 +1,15 @@
+module.exports = class Data1713777606632 {
+    name = 'Data1713777606632'
+
+    async up(db) {
+        await db.query(`ALTER TABLE "claim_request" ADD "acount_type" character varying(9) NOT NULL`)
+        await db.query(`ALTER TABLE "claim_request" DROP COLUMN "account"`)
+        await db.query(`ALTER TABLE "claim_request" ADD "account" text NOT NULL`)
+    }
+
+    async down(db) {
+        await db.query(`ALTER TABLE "claim_request" DROP COLUMN "acount_type"`)
+        await db.query(`ALTER TABLE "claim_request" ADD "account" jsonb NOT NULL`)
+        await db.query(`ALTER TABLE "claim_request" DROP COLUMN "account"`)
+    }
+}
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -7,7 +7,7 @@
   "scripts": {
     "build": "rm -rf lib && tsc",
     "db:migrate": "npx squid-typeorm-migration apply",
-    "processor:start": "node -r dotenv/config lib/processor.js",
+    "processor:start": "node -r dotenv/config lib/main.js",
     "query-node:start": "squid-graphql-server --subscriptions",
     "prom:start": "node -r dotenv/config lib/prom-metrics/index.js",
     "worker:start": "node -r dotenv/config lib/job-handlers/worker.js",
@@ -28,10 +28,10 @@
     "@subsquid/archive-registry": "^3.3.0",
     "@subsquid/cli": "^2.9.3",
     "@subsquid/graphql-server": "^4.5.1",
-    "@subsquid/ss58": "^1.2.0",
-    "@subsquid/substrate-processor": "^2.4.1",
+    "@subsquid/ss58": "^2.0.2",
+    "@subsquid/substrate-processor": "^8.2.2",
     "@subsquid/typeorm-migration": "^1.3.0",
-    "@subsquid/typeorm-store": "^0.2.1",
+    "@subsquid/typeorm-store": "^1.3.0",
     "axios": "^1.6.8",
     "bull": "^4.12.2",
     "cacheable-request": "^8.3.1",
@@ -49,8 +49,8 @@
   "devDependencies": {
     "@polkadot/typegen": "^10.12.4",
     "@subsquid/substrate-metadata-explorer": "^3.1.2",
-    "@subsquid/substrate-typegen": "^2.2.1",
-    "@subsquid/typeorm-codegen": "^1.3.2",
+    "@subsquid/substrate-typegen": "^8.0.2",
+    "@subsquid/typeorm-codegen": "^1.3.3",
     "@types/lodash": "^4.17.0",
     "@types/mime-types": "^2.1.4",
     "@types/node": "^20.11.16",
@@ -65,8 +65,8 @@
     "typescript": "^5.3.3"
   },
   "peerDependencies": {
-    "@subsquid/typeorm-config": "^2.0.2",
-    "@subsquid/util-internal-hex": "^0.0.1",
+    "@subsquid/typeorm-config": "4.1.0",
+    "@subsquid/util-internal-hex": "1.2.2",
     "reflect-metadata": "^0.1.13",
     "typeorm": "^0.3.11"
   }

diff --git a/schema.graphql b/schema.graphql
@@ -251,13 +251,9 @@ type MultiTokensUnapproved {
   operator: Account!
 }
 
-type ClaimAccount {
-   type: AccountClaimType!
-   account: String!
-}
-
 type ClaimsClaimRequested {
-  who: ClaimAccount!
+  who: String!,
+  accountType: AccountClaimType!
   hash: String
   amountClaimable: BigInt!
   amountBurned: BigInt!
@@ -789,7 +785,8 @@ enum AccountClaimType {
 type ClaimRequest @entity {
   id: ID!
 
-  account: ClaimAccount!
+  account: String!
+  acountType: AccountClaimType!
   hash: String @unique
   amountClaimable: BigInt!
   amountBurned: BigInt!

diff --git a/src/chainState.ts b/src/chainState.ts
@@ -1,11 +1,11 @@
-import { SubstrateBlock } from '@subsquid/substrate-processor'
+import { BlockHeader } from '@subsquid/substrate-processor'
 import * as Sentry from '@sentry/node'
 import { ChainInfo, Marketplace } from './model'
 import config from './config'
 import { CommonContext } from './mappings/types/contexts'
 import Rpc from './common/rpc'
 
-export async function chainState(ctx: CommonContext, block: SubstrateBlock) {
+export async function chainState(ctx: CommonContext, block: BlockHeader<{ block: { timestamp: true } }>) {
     try {
         const { api } = await Rpc.getInstance()
 
@@ -14,11 +14,11 @@ export async function chainState(ctx: CommonContext, block: SubstrateBlock) {
 
         state.genesisHash = config.genesisHash
         state.transactionVersion = runtime.transactionVersion.toNumber()
-        state.specVersion = Number(block.specId.split('@')[1])
+        state.specVersion = Number(block.specVersion)
         state.blockNumber = block.height
         state.blockHash = block.hash
         state.existentialDeposit = BigInt(api.consts.balances.existentialDeposit.toString())
-        state.timestamp = new Date(block.timestamp)
+        state.timestamp = new Date(block.timestamp ?? 0)
         state.marketplace = new Marketplace({
             protocolFee: 25_000000,
             listingActiveDelay: Number(api.consts.marketplace.listingActiveDelay.toString()),

diff --git a/src/common/tools.ts b/src/common/tools.ts
@@ -16,7 +16,7 @@ export function isValidAddress(address: any) {
     }
 }
 
-export function encodeId(id: Uint8Array) {
+export function encodeId(id: Uint8Array | string) {
     return ss58.codec(config.prefix).encode(id)
 }
 

diff --git a/src/config.ts b/src/config.ts
@@ -10,9 +10,6 @@ const config: ProcessorConfig = {
         archive: process.env.ARCHIVE_ENDPOINT || 'https://matrixchain.archive.subsquid.io/graphql',
         chain: process.env.CHAIN_ENDPOINT || 'wss://archive.matrix.blockchain.enjin.io',
     },
-    blockRange: {
-        from: 0,
-    },
     redisHost: process.env.REDIS_HOST || 'indexer_redis',
     redisDb: process.env.REDIS_DB ? parseInt(process.env.REDIS_DB, 10) : 0,
     redisSupportsTls: Boolean(process.env.REDIS_SUPPORTS_TLS || false),

diff --git a/src/connection.ts b/src/connection.ts
@@ -5,3 +5,13 @@ const cfg: any = createOrmConfig()
 const con = new DataSource({ ...cfg, poolSize: 200, pool: { max: 100 } })
 
 export default con
+
+export const getConnection = async () => {
+    if (!con.isInitialized) {
+        await con.initialize().catch((err) => {
+            throw err
+        })
+    }
+
+    return con
+}
diff --git a/src/createEnjToken.ts b/src/createEnjToken.ts
@@ -1,10 +1,10 @@
-import { SubstrateBlock } from '@subsquid/substrate-processor'
+import { BlockHeader } from '@subsquid/substrate-processor'
 import { CommonContext } from './mappings/types/contexts'
 import { getOrCreateAccount } from './mappings/util/entities'
 import { Collection, CollectionFlags, CollectionSocials, CollectionStats, MintPolicy, Token, TransferPolicy } from './model'
 import { isMainnet } from './common/tools'
 
-export async function createEnjToken(ctx: CommonContext, block: SubstrateBlock) {
+export async function createEnjToken(ctx: CommonContext, block: BlockHeader<{ block: { timestamp: true } }>) {
     const enj = await ctx.store.findOneBy(Token, { id: '0-0' })
 
     if (!enj) {
@@ -48,10 +48,10 @@ export async function createEnjToken(ctx: CommonContext, block: SubstrateBlock)
             attributePolicy: null,
             attributeCount: 0,
             totalDeposit: 0n,
-            createdAt: new Date(block.timestamp),
+            createdAt: new Date(block.timestamp ?? 0),
         })
 
-        await ctx.store.insert(Collection, collection as any)
+        await ctx.store.insert(collection)
 
         const token = new Token({
             id: `0-0`,
@@ -66,9 +66,9 @@ export async function createEnjToken(ctx: CommonContext, block: SubstrateBlock)
             attributeCount: 0,
             collection,
             nonFungible: false,
-            createdAt: new Date(block.timestamp),
+            createdAt: new Date(block.timestamp ?? 0),
         })
 
-        await ctx.store.insert(Token, token as any)
+        await ctx.store.insert(token)
     }
 }