nebula-importer.yaml

version: v2
description: nebula-importer config file from https://github.com/wey-gu/movie-recommendation-dataset
removeTempFiles: false
clientSettings:
  retry: 3
  concurrency: 2
  channelBufferSize: 1
  space: moviegraph
  connection:
    user: root
    password: nebula
    address: graphd1:9669,graphd2:9669
  postStart:
    commands: |
      CREATE SPACE IF NOT EXISTS moviegraph(partition_num=10,replica_factor=1,vid_type=fixed_string(32));
      USE moviegraph;
      CREATE TAG IF NOT EXISTS person(name string, birthdate string);
      CREATE TAG IF NOT EXISTS movie(name string);
      CREATE TAG IF NOT EXISTS genre(name string);
      CREATE TAG IF NOT EXISTS user(user_id string);
      CREATE EDGE IF NOT EXISTS acted_by();
      CREATE EDGE IF NOT EXISTS directed_by();
      CREATE EDGE IF NOT EXISTS with_genre();
      CREATE EDGE IF NOT EXISTS watched(rate float);
    afterPeriod: 8s
  preStop:
    commands: |
      SUBMIT JOB STATS;
logPath: /data/err/test.log
files:
  - path: /data/movies.csv
    failDataPath: /data/err/
    batchSize: 128
    inOrder: true
    type: csv
    csv:
      withHeader: true
      withLabel: false
    schema:
      type: vertex

  - path: /data/people.csv
    failDataPath: /data/err/
    batchSize: 128
    inOrder: true
    type: csv
    csv:
      withHeader: true
      withLabel: false
    schema:
      type: vertex

  - path: /data/genres.csv
    failDataPath: /data/err/
    batchSize: 128
    inOrder: true
    type: csv
    csv:
      withHeader: true
      withLabel: false
    schema:
      type: vertex
  - path: /data/acted_by.csv
    failDataPath: /data/err/
    batchSize: 128
    type: csv
    csv:
      withHeader: true
      withLabel: false
    schema:
      type: edge
      edge:
        name: acted_by
        withRanking: false

  - path: /data/directed_by.csv
    failDataPath: /data/err/
    batchSize: 128
    type: csv
    csv:
      withHeader: true
      withLabel: false
    schema:
      type: edge
      edge:
        name: directed_by
        withRanking: false

  - path: /data/with_genre.csv
    failDataPath: /data/err/
    batchSize: 128
    type: csv
    csv:
      withHeader: true
      withLabel: false
    schema:
      type: edge
      edge:
        name: with_genre
        withRanking: false

  - path: /data/user_watched_movies.csv
    failDataPath: /data/err/
    batchSize: 128
    type: csv
    csv:
      withHeader: false
      withLabel: false
    schema:
      type: edge
      edge:
        name: watched
        srcVID:
          index: 0
        dstVID:
          index: 3
        props:
          - name: rate
            type: double
            index: 1

  - path: /data/user_watched_movies.csv
    failDataPath: /data/err/
    batchSize: 128
    inOrder: true
    type: csv
    csv:
      withHeader: false
      withLabel: false
    schema:
      type: vertex
      vertex:
        vid:
          index: 0
        tags:
          - name: user
            props:
              - name: user_id
                type: string
                index: 0