Via Profit services / Vehicles

Make migration (or seed) like this:

import fs from 'fs';
import path from 'path';
import { Knex } from 'knex';

/**
 * Split array to chunks per size
 */
const arrayChunk = <T extends Record<string, any>>(array: Array<T>, size: number): T[][] => {
  const results: T[][] = [];
  while (array.length) {
    results.push(array.splice(0, size));
  }

  return results;
}

/**
 * Insert or update data for a specific type (brands or models)
 */
const insertOrUpdate = async (
  knex: Knex,
  type: 'brands' | 'models',
): Promise<void> => {

  // Vehicles data must be in `<ProjectRoot>/.data/vehicles` directory
  const dataDir = path.resolve(process.cwd(), '../.data/vehicles');

  // Reading directory to get array of country codes
  await fs.readdirSync(dataDir).reduce(async (prev, countryCode) => {
    await prev;

    const tableMap = {
      brands: 'vehiclesBrands',
      models: 'vehiclesModels',
    };

    const filename = path.resolve(dataDir, countryCode, `${type}.json`);
    const tableName = tableMap[type];

    // read and parse from JSON
    const data = JSON.parse(fs.readFileSync(filename, { encoding: 'utf8' }));

    // split into chunks because the length of the SQL query is limited
    const chunks = arrayChunk(data, 1000);

    // convert chunks to promises
    const requests = chunks.map((chunk) => knex(tableName).insert(chunk).onConflict('id').merge());

    await Promise.all(requests);

  }, Promise.resolve());
}


export const up = async (knex: Knex) => {
  // brands first, then models
  await insertOrUpdate(knex, 'brands');
  await insertOrUpdate(knex, 'models');
}


export const down = async (knex: Knex) => {
  await knex.raw('truncate table "vehiclesBrands" cascade;');
}