Skip to content
This repository has been archived by the owner on Jul 1, 2024. It is now read-only.

✨ spotlight resolver #68

Merged
merged 4 commits into from
Sep 28, 2022
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
13 changes: 13 additions & 0 deletions db/migrations/1663664975636-data.js
Original file line number Diff line number Diff line change
@@ -0,0 +1,13 @@
module.exports = class data1663664975636 {
name = 'data1663664975636'

async up(db) {
await db.query(`CREATE TABLE "spotlight" ("id" character varying NOT NULL, "collections" integer NOT NULL, "unique_collectors" integer NOT NULL, "unique" integer NOT NULL, "sold" integer NOT NULL, "total" integer NOT NULL, "average" numeric, "volume" numeric, CONSTRAINT "PK_bafc41803e508da64ed687ed3b9" PRIMARY KEY ("id"))`)
await db.query(`CREATE INDEX "IDX_258db3cbcb3c172be89fcbf674" ON "spotlight" ("sold") `)
}

async down(db) {
await db.query(`DROP TABLE "spotlight"`)
await db.query(`DROP INDEX "public"."IDX_258db3cbcb3c172be89fcbf674"`)
}
}
20 changes: 10 additions & 10 deletions schema.graphql
Original file line number Diff line number Diff line change
Expand Up @@ -166,16 +166,16 @@ type Series @entity {
image: String
}

# type Spotlight @entity {
# id: ID!
# collections: Int!
# uniqueCollectors: Int!
# unique: Int!
# sold: Int! @index
# total: Int!
# average: Float
# volume: BigInt
# }
type Spotlight @entity {
id: ID!
collections: Int!
uniqueCollectors: Int!
unique: Int!
sold: Int! @index
total: Int!
average: Float
volume: BigInt
}

type CacheStatus @entity {
id: ID!
Expand Down
89 changes: 49 additions & 40 deletions src/mappings/utils/cache.ts
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
import logger, { logError } from './logger'
import { Series, CacheStatus } from '../../model/generated'
import { Series, Spotlight, CacheStatus } from '../../model/generated'
// import { Store } from '@subsquid/substrate-processor'
import { EntityConstructor } from './types'
import { getOrCreate } from './entity'
Expand All @@ -9,49 +9,58 @@ const DELAY_MIN: number = 60 // every 60 minutes
const STATUS_ID: string = '0'

enum Query {
series = `SELECT
ce.id, ce.name, ce.issuer, ce.meta_id as metadata, me.image,
COUNT(distinct ne.meta_id) as unique,
COUNT(distinct ne.current_owner) as unique_collectors,
COUNT(distinct ne.current_owner) as sold,
COUNT(ne.*) as total,
AVG(ne.price) as average_price,
MIN(NULLIF(ne.price, 0)) as floor_price,
COALESCE(MAX(e.meta::bigint), 0) as highest_sale,
COALESCE(SUM(e.meta::bigint), 0) as volume,
COUNT(e.*) as buys
FROM collection_entity ce
LEFT JOIN metadata_entity me on ce.meta_id = me.id
LEFT JOIN nft_entity ne on ce.id = ne.collection_id
JOIN event e on ne.id = e.nft_id
WHERE e.interaction = 'BUY'
GROUP BY ce.id, me.image, ce.name`
series = `SELECT
ce.id, ce.name, ce.issuer, ce.meta_id as metadata, me.image,
COUNT(distinct ne.meta_id) as unique,
COUNT(distinct ne.current_owner) as unique_collectors,
COUNT(distinct ne.current_owner) as sold,
COUNT(ne.*) as total,
AVG(ne.price) as average_price,
MIN(NULLIF(ne.price, 0)) as floor_price,
COALESCE(MAX(e.meta::bigint), 0) as highest_sale,
COALESCE(SUM(e.meta::bigint), 0) as volume,
COUNT(e.*) as buys
FROM collection_entity ce
LEFT JOIN metadata_entity me on ce.meta_id = me.id
LEFT JOIN nft_entity ne on ce.id = ne.collection_id
JOIN event e on ne.id = e.nft_id
WHERE e.interaction = 'BUY'
GROUP BY ce.id, me.image, ce.name`,
spotlight = `SELECT
issuer as id, COUNT(distinct collection_id) as collections,
COUNT(distinct meta_id) as unique, AVG(price) as average,
COUNT(*) as total, COUNT(distinct ne.current_owner) as unique_collectors,
SUM(CASE WHEN ne.issuer <> ne.current_owner THEN 1 ELSE 0 END) as sold,
COALESCE(SUM(e.meta::bigint), 0) as volume
FROM nft_entity ne
JOIN event e on e.nft_id = ne.id WHERE e.interaction = 'BUY'
GROUP BY issuer`
}

export async function updateCache(timestamp: Date, store: any): Promise<void> {
let lastUpdate = await getOrCreate(store, CacheStatus, STATUS_ID, { id: STATUS_ID, lastBlockTimestamp: new Date(0) })
const passedMins = (timestamp.getTime() - lastUpdate.lastBlockTimestamp.getTime()) / 60000
logger.info(`[CACHE UPDATE] PASSED TIME - ${passedMins} MINS`)
if (passedMins > DELAY_MIN) {
try {
await updateEntityCache(store, Series, Query.series)
lastUpdate.lastBlockTimestamp = timestamp
await store.save(lastUpdate)
logger.success(`[CACHE UPDATE]`)
} catch (e) {
logError(e, (e) => logger.error(`[CACHE UPDATE] ${e.message}`))
}
}
let lastUpdate = await getOrCreate(store, CacheStatus, STATUS_ID, { id: STATUS_ID, lastBlockTimestamp: new Date(0) })
const passedMins = (timestamp.getTime() - lastUpdate.lastBlockTimestamp.getTime()) / 60000
logger.info(`[CACHE UPDATE] PASSED TIME - ${passedMins} MINS`)
if (passedMins > DELAY_MIN) {
try {
await Promise.all([updateEntityCache(store, Series, Query.series), updateEntityCache(store, Spotlight, Query.spotlight)])
lastUpdate.lastBlockTimestamp = timestamp
await store.save(lastUpdate)
logger.success(`[CACHE UPDATE]`)
} catch (e) {
logError(e, (e) => logger.error(`[CACHE UPDATE] ${e.message}`))
}
}
}

async function updateEntityCache<T>(store: any, entityConstructor: EntityConstructor<T>, query: Query): Promise<T[]> {
const result: any[] = await store.query(query)
const entities = result.map((el) => {
const entity: T = new entityConstructor()
for (const prop in el) {
entity[camelCase(prop) as keyof T] = el[prop]
}
return entity
})
return store.save(entities)
const result: any[] = await store.query(query)
const entities = result.map((el) => {
const entity: T = new entityConstructor()
for (const prop in el) {
entity[camelCase(prop) as keyof T] = el[prop]
}
return entity
})
return store.save(entities)
}
1 change: 1 addition & 0 deletions src/model/generated/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -12,4 +12,5 @@ export * from "./offer.model"
export * from "./_offerStatus"
export * from "./assetEntity.model"
export * from "./series.model"
export * from "./spotlight.model"
export * from "./cacheStatus.model"
34 changes: 34 additions & 0 deletions src/model/generated/spotlight.model.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,34 @@
import {Entity as Entity_, Column as Column_, PrimaryColumn as PrimaryColumn_, Index as Index_} from "typeorm"
import * as marshal from "./marshal"

@Entity_()
export class Spotlight {
constructor(props?: Partial<Spotlight>) {
Object.assign(this, props)
}

@PrimaryColumn_()
id!: string

@Column_("int4", {nullable: false})
collections!: number

@Column_("int4", {nullable: false})
uniqueCollectors!: number

@Column_("int4", {nullable: false})
unique!: number

@Index_()
@Column_("int4", {nullable: false})
sold!: number

@Column_("int4", {nullable: false})
total!: number

@Column_("numeric", {nullable: true})
average!: number | undefined | null

@Column_("numeric", {transformer: marshal.bigintTransformer, nullable: true})
volume!: bigint | undefined | null
}
32 changes: 32 additions & 0 deletions src/server-extension/model/spotlight.model.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,32 @@
import { Field, ObjectType } from 'type-graphql'

@ObjectType()
export class SpotlightEntity {
@Field(() => String, { nullable: false })
id!: string

@Field(() => Number, { nullable: false })
collections!: number

@Field(() => Number, { nullable: false })
unique!: number

@Field(() => BigInt, { nullable: true, defaultValue: 0n })
average!: bigint

@Field(() => Number, { nullable: false })
sold!: number

@Field(() => Number, { nullable: false, name: 'uniqueCollectors' })
unique_collectors!: number

@Field(() => BigInt, { nullable: true, defaultValue: 0n })
volume!: bigint

@Field(() => Number, { nullable: false })
total!: number

constructor(props: Partial<SpotlightEntity>) {
Object.assign(this, props)
}
}
3 changes: 2 additions & 1 deletion src/server-extension/resolvers/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,5 +2,6 @@ import { WalletResolver } from './walletResolver';
import { OfferStatsResolver } from './offerStatsResolver';
import { EventResolver } from './event';
import { SeriesResolver } from './series';
import { SpotlightResolver } from './spotlight';

export { WalletResolver, OfferStatsResolver, EventResolver, SeriesResolver };
export { WalletResolver, OfferStatsResolver, EventResolver, SeriesResolver, SpotlightResolver };
49 changes: 49 additions & 0 deletions src/server-extension/resolvers/spotlight.ts
Original file line number Diff line number Diff line change
@@ -0,0 +1,49 @@
import { Arg, Field, ObjectType, Query, Resolver } from 'type-graphql'
import type { EntityManager } from 'typeorm'
import { NFTEntity } from '../../model/generated'
import { SpotlightEntity } from '../model/spotlight.model'

enum OrderBy {
sold = 'sold',
total = 'total',
volume = 'volume',
unique = 'unique',
average = 'average',
collections = 'collections',
unique_collectors = 'unique_collectors',
}

enum OrderDirection {
DESC = 'DESC',
ASC = 'ASC',
}

@Resolver()
export class SpotlightResolver {
constructor(private tx: () => Promise<EntityManager>) {}

// TODO: calculate score sold * (unique / total)
@Query(() => [SpotlightEntity])
async spotlightTable(
@Arg('limit', { nullable: true, defaultValue: null }) limit: number,
@Arg('offset', { nullable: true, defaultValue: null }) offset: string,
@Arg('orderBy', { nullable: true, defaultValue: 'total' }) orderBy: OrderBy,
@Arg('orderDirection', { nullable: true, defaultValue: 'DESC' }) orderDirection: OrderDirection,
): Promise<SpotlightEntity[]> {
const query = `SELECT
issuer as id, COUNT(distinct collection_id) as collections,
COUNT(distinct meta_id) as unique, AVG(price) as average,
COUNT(*) as total, COUNT(distinct ne.current_owner) as unique_collectors,
SUM(CASE WHEN ne.issuer <> ne.current_owner THEN 1 ELSE 0 END) as sold,
COALESCE(SUM(e.meta::bigint), 0) as volume
FROM nft_entity ne
JOIN event e on e.nft_id = ne.id WHERE e.interaction = 'BUY'
GROUP BY issuer
ORDER BY ${orderBy} ${orderDirection}
LIMIT $1 OFFSET $2`
const manager = await this.tx()
const result: SpotlightEntity[] = await manager.getRepository(NFTEntity).query(query, [limit, offset])

return result
}
}