opensearch-search-quality-evaluation/osi/blueprint.yaml at main · o19s/opensearch-search-quality-evaluation · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
version: "2"
ubi-pipeline:
  source:
    http:
      path: "/ubi"
  processor:
    - date:
        from_time_received: true
        destination: "@timestamp"
  route:
    - ubi-events: '/type == "event"'
    - ubi-queries: '/type == "query"'
  sink:
    - opensearch:
        # Provide an AWS OpenSearch Service domain endpoint
        hosts: [ "<<https://search-mydomain-1a2a3a4a5a6a7a8a9a0a9a8a7a.us-east-1.es.amazonaws.com>>" ]
        index: "ubi_events"
        aws:
          # Enable the 'serverless' flag if the sink is an Amazon OpenSearch Serverless collection
          serverless: false
          # Provide a Role ARN with access to the domain. This role should have a trust relationship with osis-pipelines.amazonaws.com
          sts_role_arn: "<<arn:aws:iam::123456789012:role/Example-Role>>"
          # Provide the region of the domain.
          region: "<<us-east-1>>"
        routes: [ubi-events]
    - s3:
        aws:
          # Provide a Role ARN with access to the bucket. This role should have a trust relationship with osis-pipelines.amazonaws.com
          sts_role_arn: "<<arn:aws:iam::123456789012:role/Example-Role>>"
          # Provide the region of the domain.
          region: "<<us-east-1>>"
        bucket: "<<bucket-name>>"
        object_key:
          path_prefix: ubi_events/
        threshold:
          event_collect_timeout: "60s"
        codec:
          ndjson:
        routes: [ubi-events]
    - opensearch:
        hosts: ["https://${aws_opensearch_domain.opensearch_ubi.endpoint}"]
        index: "ubi_queries"
        aws:
          # Provide a Role ARN with access to the bucket. This role should have a trust relationship with osis-pipelines.amazonaws.com
          sts_role_arn: "<<arn:aws:iam::123456789012:role/Example-Role>>"
          # Provide the region of the domain.
          region: "<<us-east-1>>"
        routes: [ubi-queries]
    - s3:
        aws:
          # Provide a Role ARN with access to the bucket. This role should have a trust relationship with osis-pipelines.amazonaws.com
          sts_role_arn: "<<arn:aws:iam::123456789012:role/Example-Role>>"
          # Provide the region of the domain.
          region: "<<us-east-1>>"
        bucket: "<<bucket-name>>"
        object_key:
          path_prefix: ubi_queries/
        threshold:
          event_collect_timeout: "60s"
        codec:
          ndjson:
        routes: [ubi-queries]