Skip to content

Commit

Permalink
fix node-core import in node (#1272)
Browse files Browse the repository at this point in the history
  • Loading branch information
jiqiang90 committed Aug 28, 2022
1 parent 6ad1dc3 commit 5b1e578
Show file tree
Hide file tree
Showing 22 changed files with 77 additions and 54 deletions.
2 changes: 1 addition & 1 deletion packages/node/src/app.module.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import { Module } from '@nestjs/common';
import { EventEmitterModule } from '@nestjs/event-emitter';
import { ScheduleModule } from '@nestjs/schedule';
import { DbModule } from '@subql/node-core/db';
import { DbModule } from '@subql/node-core';
import { ConfigureModule } from './configure/configure.module';
import { FetchModule } from './indexer/fetch.module';
import { MetaModule } from './meta/meta.module';
Expand Down
10 changes: 8 additions & 2 deletions packages/node/src/configure/configure.module.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,8 +6,14 @@ import path from 'path';
import { DynamicModule, Global, Module } from '@nestjs/common';
import { getProjectRootAndManifest, IPFS_REGEX } from '@subql/common';
import { SubstrateProjectNetworkConfig } from '@subql/common-substrate';
import { getYargsOption, getLogger, setLevel } from '@subql/node-core';
import { IConfig, MinConfig, NodeConfig } from '@subql/node-core/configure';
import {
IConfig,
MinConfig,
NodeConfig,
getYargsOption,
getLogger,
setLevel,
} from '@subql/node-core';
import { camelCase, last, omitBy, isNil } from 'lodash';
import { SubqueryProject } from './SubqueryProject';
const logger = getLogger('configure');
Expand Down
2 changes: 1 addition & 1 deletion packages/node/src/indexer/api.service.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ import { INestApplication } from '@nestjs/common';
import { EventEmitterModule } from '@nestjs/event-emitter';
import { Test } from '@nestjs/testing';
import { BlockHash, RuntimeVersion } from '@polkadot/types/interfaces';
import { delay } from '@subql/node-core/utils';
import { delay } from '@subql/node-core';
import { SubstrateBlock } from '@subql/types';
import { GraphQLSchema } from 'graphql';
import { SubqueryProject } from '../configure/SubqueryProject';
Expand Down
7 changes: 5 additions & 2 deletions packages/node/src/indexer/api.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,8 +7,11 @@ import { ApiPromise, WsProvider } from '@polkadot/api';
import { ApiOptions, RpcMethodResult } from '@polkadot/api/types';
import { RuntimeVersion } from '@polkadot/types/interfaces';
import { AnyFunction, DefinitionRpcExt } from '@polkadot/types/types';
import { getLogger } from '@subql/node-core';
import { IndexerEvent, NetworkMetadataPayload } from '@subql/node-core/events';
import {
IndexerEvent,
NetworkMetadataPayload,
getLogger,
} from '@subql/node-core';
import { SubstrateBlock } from '@subql/types';
import { SubqueryProject } from '../configure/SubqueryProject';
import { ApiAt } from './types';
Expand Down
3 changes: 1 addition & 2 deletions packages/node/src/indexer/dynamic-ds.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,7 @@
import assert from 'assert';
import { Injectable } from '@nestjs/common';
import { isCustomDs, isRuntimeDs } from '@subql/common-substrate';
import { getLogger } from '@subql/node-core';
import { MetadataRepo } from '@subql/node-core/indexer/entities';
import { getLogger, MetadataRepo } from '@subql/node-core';
import { Transaction } from 'sequelize/types';
import { SubqlProjectDs, SubqueryProject } from '../configure/SubqueryProject';
import { DsProcessorService } from './ds-processor.service';
Expand Down
6 changes: 3 additions & 3 deletions packages/node/src/indexer/fetch.module.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,14 +2,14 @@
// SPDX-License-Identifier: Apache-2.0

import { Module } from '@nestjs/common';
import { DbModule } from '@subql/node-core/db';
import {
BenchmarkService,
MmrService,
StoreService,
PoiService,
} from '@subql/node-core/indexer';
import { getYargsOption } from '@subql/node-core/yargs';
getYargsOption,
DbModule,
} from '@subql/node-core';
import { ApiService } from './api.service';
import { DictionaryService } from './dictionary.service';
import { DsProcessorService } from './ds-processor.service';
Expand Down
3 changes: 1 addition & 2 deletions packages/node/src/indexer/fetch.service.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -10,8 +10,7 @@ import {
SubstrateDatasourceKind,
SubstrateHandlerKind,
} from '@subql/common-substrate';
import { NodeConfig } from '@subql/node-core/configure';
import { IndexerEvent } from '@subql/node-core/events';
import { IndexerEvent, NodeConfig } from '@subql/node-core';
import { GraphQLSchema } from 'graphql';
import { SubqueryProject } from '../configure/SubqueryProject';
import { calcInterval, fetchBlocksBatches } from '../utils/substrate';
Expand Down
2 changes: 1 addition & 1 deletion packages/node/src/indexer/fetch.service.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -12,7 +12,7 @@ import {
SubstrateDatasourceKind,
SubstrateHandlerKind,
} from '@subql/common-substrate';
import { NodeConfig } from '@subql/node-core/configure';
import { NodeConfig } from '@subql/node-core';
import { GraphQLSchema } from 'graphql';
import { SubqueryProject } from '../configure/SubqueryProject';
import * as SubstrateUtil from '../utils/substrate';
Expand Down
13 changes: 9 additions & 4 deletions packages/node/src/indexer/fetch.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -21,10 +21,15 @@ import {
SubstrateRuntimeHandlerFilter,
SubstrateBlockFilter,
} from '@subql/common-substrate';
import { getYargsOption, getLogger, profiler } from '@subql/node-core';
import { NodeConfig } from '@subql/node-core/configure';
import { IndexerEvent } from '@subql/node-core/events';
import { delay, checkMemoryUsage } from '@subql/node-core/utils';
import {
delay,
checkMemoryUsage,
NodeConfig,
IndexerEvent,
getYargsOption,
getLogger,
profiler,
} from '@subql/node-core';
import {
DictionaryQueryEntry,
SubstrateBlock,
Expand Down
10 changes: 7 additions & 3 deletions packages/node/src/indexer/indexer.manager.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,9 +6,13 @@ import {
SubstrateDatasourceKind,
SubstrateHandlerKind,
} from '@subql/common-substrate';
import { NodeConfig } from '@subql/node-core/configure';
import { SubqueryFactory } from '@subql/node-core/entities';
import { StoreService, PoiService, MmrService } from '@subql/node-core/indexer';
import {
StoreService,
PoiService,
MmrService,
SubqueryFactory,
NodeConfig,
} from '@subql/node-core';
import { GraphQLSchema } from 'graphql';
import { Sequelize } from 'sequelize';
import { SubqueryProject } from '../configure/SubqueryProject';
Expand Down
8 changes: 5 additions & 3 deletions packages/node/src/indexer/indexer.manager.ts
Original file line number Diff line number Diff line change
Expand Up @@ -18,14 +18,16 @@ import {
SubstrateRuntimeHandlerInputMap,
} from '@subql/common-substrate';
import {
PoiBlock,
StoreService,
PoiService,
SubqueryRepo,
NodeConfig,
getYargsOption,
getLogger,
profiler,
profilerWrap,
} from '@subql/node-core';
import { NodeConfig } from '@subql/node-core/configure';
import { SubqueryRepo } from '@subql/node-core/entities';
import { PoiBlock, StoreService, PoiService } from '@subql/node-core/indexer';
import {
SubstrateBlock,
SubstrateEvent,
Expand Down
5 changes: 2 additions & 3 deletions packages/node/src/indexer/indexer.module.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,13 +3,12 @@

import { Module } from '@nestjs/common';
import { EventEmitter2 } from '@nestjs/event-emitter';
import { DbModule } from '@subql/node-core/db';
import {
BenchmarkService,
DbModule,
StoreService,
PoiService,
MmrService,
} from '@subql/node-core/indexer';
} from '@subql/node-core';
import { SubqueryProject } from '../configure/SubqueryProject';
import { ApiService } from './api.service';
import { DictionaryService } from './dictionary.service';
Expand Down
4 changes: 1 addition & 3 deletions packages/node/src/indexer/project.service.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -2,9 +2,7 @@
// SPDX-License-Identifier: Apache-2.0

import { Test } from '@nestjs/testing';
import { NodeConfig } from '@subql/node-core/configure';
import { DbModule } from '@subql/node-core/db';
import { SubqueryRepo } from '@subql/node-core/entities';
import { SubqueryRepo, DbModule, NodeConfig } from '@subql/node-core';
import { GraphQLSchema } from 'graphql';
import { Sequelize } from 'sequelize';
import { SubqueryProject } from '../configure/SubqueryProject';
Expand Down
15 changes: 9 additions & 6 deletions packages/node/src/indexer/project.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,18 @@ import fs from 'fs';
import { isMainThread } from 'worker_threads';
import { Inject, Injectable } from '@nestjs/common';
import { EventEmitter2 } from '@nestjs/event-emitter';
import { getYargsOption, getLogger } from '@subql/node-core';
import { NodeConfig } from '@subql/node-core/configure';
import { SubqueryRepo } from '@subql/node-core/entities';
import { IndexerEvent } from '@subql/node-core/events';
import { StoreService, PoiService, MmrService } from '@subql/node-core/indexer';
import {
MetadataFactory,
MetadataRepo,
} from '@subql/node-core/indexer/entities';
SubqueryRepo,
NodeConfig,
IndexerEvent,
StoreService,
PoiService,
MmrService,
getYargsOption,
getLogger,
} from '@subql/node-core';
import { getAllEntitiesRelations } from '@subql/utils';
import { QueryTypes, Sequelize } from 'sequelize';
import { SubqlProjectDs, SubqueryProject } from '../configure/SubqueryProject';
Expand Down
2 changes: 1 addition & 1 deletion packages/node/src/indexer/sandbox.service.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@

import fs from 'fs';
import * as path from 'path';
import { NodeConfig } from '@subql/node-core/configure';
import { NodeConfig } from '@subql/node-core';
import { IndexerSandbox } from './sandbox.service';

describe('sandbox for subql-node', () => {
Expand Down
11 changes: 7 additions & 4 deletions packages/node/src/indexer/sandbox.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,13 @@ import {
isDatasourceV0_2_0,
SubstrateDataSource,
} from '@subql/common-substrate';
import { getYargsOption, getLogger } from '@subql/node-core';
import { NodeConfig } from '@subql/node-core/configure';
import { StoreService } from '@subql/node-core/indexer';
import { timeout } from '@subql/node-core/utils';
import {
timeout,
NodeConfig,
StoreService,
getYargsOption,
getLogger,
} from '@subql/node-core';
import { Store } from '@subql/types';
import { levelFilter } from '@subql/utils';
import { merge } from 'lodash';
Expand Down
14 changes: 9 additions & 5 deletions packages/node/src/indexer/worker/block-dispatcher.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -8,11 +8,15 @@ import { EventEmitter2 } from '@nestjs/event-emitter';
import { Interval } from '@nestjs/schedule';
import { RuntimeVersion } from '@polkadot/types/interfaces';
import { hexToU8a, u8aEq } from '@polkadot/util';
import { delay, getYargsOption, profilerWrap } from '@subql/node-core';
import { NodeConfig } from '@subql/node-core/configure';
import { IndexerEvent } from '@subql/node-core/events';
import { Worker } from '@subql/node-core/indexer';
import { getLogger } from '@subql/node-core/logger';
import {
getLogger,
NodeConfig,
IndexerEvent,
Worker,
delay,
getYargsOption,
profilerWrap,
} from '@subql/node-core';
import { SubstrateBlock } from '@subql/types';
import chalk from 'chalk';
import { last } from 'lodash';
Expand Down
2 changes: 1 addition & 1 deletion packages/node/src/indexer/worker/worker.module.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@
import { Module } from '@nestjs/common';
import { EventEmitterModule } from '@nestjs/event-emitter';
import { ScheduleModule } from '@nestjs/schedule';
import { DbModule } from '@subql/node-core/db';
import { DbModule } from '@subql/node-core';
import { ConfigureModule } from '../../configure/configure.module';
import { IndexerModule } from '../indexer.module';

Expand Down
3 changes: 1 addition & 2 deletions packages/node/src/indexer/worker/worker.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -4,8 +4,7 @@
import { threadId } from 'node:worker_threads';
import { Injectable } from '@nestjs/common';
import { RuntimeVersion } from '@polkadot/types/interfaces';
import { NodeConfig } from '@subql/node-core/configure';
import { getLogger } from '@subql/node-core/logger';
import { NodeConfig, getLogger } from '@subql/node-core';
import { AutoQueue } from '../../utils/autoQueue';
import { fetchBlocksBatches } from '../../utils/substrate';
import { ApiService } from '../api.service';
Expand Down
3 changes: 1 addition & 2 deletions packages/node/src/indexer/worker/worker.ts
Original file line number Diff line number Diff line change
Expand Up @@ -5,8 +5,7 @@ import assert from 'assert';
import { threadId } from 'node:worker_threads';
import { INestApplication } from '@nestjs/common';
import { NestFactory } from '@nestjs/core';
import { registerWorker } from '@subql/node-core/indexer';
import { getLogger, NestLogger } from '@subql/node-core/logger';
import { registerWorker, getLogger, NestLogger } from '@subql/node-core';
import { IndexerManager } from '../indexer.manager';
import { WorkerModule } from './worker.module';
import {
Expand Down
2 changes: 1 addition & 1 deletion packages/node/src/meta/meta.module.ts
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@ import {
HealthController,
HealthService,
MmrQueryController,
} from '@subql/node-core/meta';
} from '@subql/node-core';
import {
makeGaugeProvider,
PrometheusModule,
Expand Down
4 changes: 2 additions & 2 deletions packages/node/src/meta/meta.service.ts
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,8 @@ import {
ProcessBlockPayload,
ProcessedBlockCountPayload,
TargetBlockPayload,
} from '@subql/node-core/events';
import { StoreService } from '@subql/node-core/indexer';
StoreService,
} from '@subql/node-core';

const UPDATE_HEIGHT_INTERVAL = 60000;

Expand Down

0 comments on commit 5b1e578

Please sign in to comment.