create-pipeline.ts

import {
  PipelinesClient,
  withEndpoint,
  withKeyCredentials,
} from "@sajari/sdk-node";

import program, { withDefaultOptions } from "./program";
import { handleError } from "./api-util";

withDefaultOptions(program);

program.requiredOption(
  "--pipeline-type <pipeline_type>",
  "pipeline type",
  "query"
);
program.requiredOption(
  "--pipeline-name <pipeline_name>",
  "pipeline name",
  "my-pipeline"
);
program.requiredOption(
  "--pipeline-version <pipeline_version>",
  "pipeline version",
  "42"
);
program.requiredOption(
  "--pipeline-description <pipeline_description>",
  "pipeline description",
  "version 42 of the my-pipeline query pipeline"
);

program.parse(process.argv);

async function main(
  endpoint = program.endpoint,
  collectionId = program.collectionId,
  keyId = program.keyId,
  keySecret = program.keySecret,
  pipeline = {
    type: program.pipelineType,
    name: program.pipelineName,
    version: program.pipelineVersion,
    description: program.pipelineDescription,
  }
) {
  if (!(pipeline.type === "record" || pipeline.type === "query")) {
    throw new Error(`invalid type ${pipeline.type}`);
  }

  try {
    const client = new PipelinesClient(
      collectionId,
      withEndpoint(endpoint),
      withKeyCredentials(keyId, keySecret)
    );

    const p = await client.createPipeline({
      ...pipeline,
      preSteps: [
        {
          id: "set-filter",
          title: "",
          description: "",
          params: {},
          condition: "",
          annotations: [],
        },
        {
          id: "set-fields",
          title: "",
          description: "",
          params: {
            fields: {
              defaultValue: "title,",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "pagination",
          title: "",
          description: "",
          params: {},
          condition: "",
          annotations: [],
        },
        {
          id: "count-aggregate",
          title: "",
          description: "",
          params: {
            fields: {
              bind: "count",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "min-aggregate",
          title: "",
          description: "",
          params: {
            fields: {
              bind: "min",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "max-aggregate",
          title: "",
          description: "",
          params: {
            fields: {
              bind: "max",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "sort",
          title: "",
          description: "",
          params: {
            fields: {
              bind: "sort",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "index-spelling",
          title: "",
          description: "",
          params: {
            text: {
              bind: "q",
            },
            model: {
              constant: "default",
            },
            phraseLabelWeights: {
              constant: "query:1.0",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "synonym",
          title: "",
          description: "",
          params: {
            text: {
              bind: "q",
            },
            model: {
              constant: "jobs-001",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "set-score-mode",
          title: "",
          description: "",
          params: {
            mode: {
              constant: "MAX",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "index-text-score-instance-boost",
          title: "",
          description: "",
          params: {
            minCount: {
              constant: "5",
            },
            threshold: {
              constant: "0.5",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "feature-boost-value",
          title: "",
          description: "",
          params: {
            value: {
              constant: "0.2",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "filter-boost",
          title: "",
          description: "",
          params: {
            filter: {
              constant: "title = q",
            },
            score: {
              constant: "0.05",
            },
          },
          condition: "q != ''",
          annotations: [],
        },
        {
          id: "filter-boost",
          title: "",
          description: "",
          params: {
            filter: {
              constant: "title ^ q",
            },
            score: {
              constant: "0.03",
            },
          },
          condition: "q != ''",
          annotations: [],
        },
        {
          id: "filter-boost",
          title: "",
          description: "",
          params: {
            filter: {
              constant: "title ~ q",
            },
            score: {
              constant: "0.05",
            },
          },
          condition: "q != ''",
          annotations: [],
        },
        {
          id: "index-text-index-boost",
          title: "",
          description: "",
          params: {
            text: {
              bind: "q",
            },
            field: {
              constant: "title",
            },
            score: {
              constant: "1.0000",
            },
          },
          condition: "",
          annotations: [],
        },
      ],
      postSteps: [
        {
          id: "promotions",
          title: "",
          description: "",
          params: {
            text: {
              bind: "q",
            },
          },
          condition: "",
          annotations: [],
        },
        {
          id: "train-autocomplete",
          title: "",
          description: "",
          params: {
            text: {
              bind: "q",
            },
            label: {
              constant: "query",
            },
            model: {
              constant: "default",
            },
          },
          condition: "",
          annotations: [],
        },
      ],
    });

    console.log(`type=${p.type}`);
    console.log(`name=${p.name}`);
    console.log(`version=${p.version}`);
    console.log(`description=${p.description}`);
    console.log(`pre-steps=`);
    for (const step of p.preSteps || []) {
      console.log(`  - ${JSON.stringify(step)}`);
    }
    console.log(`post-steps=`);
    for (const step of p.postSteps || []) {
      console.log(`  - ${JSON.stringify(step)}`);
    }
  } catch (e) {
    handleError(e);
  }
}

main();