manifest.yaml

version: "0.29.0"

definitions:
  selector:
    extractor:
      field_path: []
  requester:
    url_base: "https://{{ 'api' if not config['api_key'] else 'pro-api' }}.coingecko.com/api/v3/coins/{{ config['coin_id'] }}"
    http_method: "GET"
    request_parameters:
      x_cg_pro_api_key: "{{ config['api_key'] }}"
      vs_currency: "{{ config['vs_currency'] }}"
      days: "{{ config['days'] }}"
  incremental_sync:
    type: DatetimeBasedCursor
    start_datetime:
      datetime: "{{ config['start_date'] }}"
      datetime_format: "%d-%m-%Y"
    end_datetime:
      datetime: "{{ config['end_date'] or now_utc().strftime('%d-%m-%Y') }}"
      datetime_format: "%d-%m-%Y"
    step: "P1D"
    datetime_format: "%d-%m-%Y"
    cursor_granularity: "P1D"
    cursor_field: "date"
    start_time_option:
      field_name: "date"
      inject_into: "request_parameter"
  retriever:
    record_selector:
      $ref: "#/definitions/selector"
    paginator:
      type: NoPagination
    requester:
      $ref: "#/definitions/requester"
  base_stream:
    retriever:
      $ref: "#/definitions/retriever"
  incremental_stream:
    $ref: "#/definitions/base_stream"
    incremental_sync:
      $ref: "#/definitions/incremental_sync"
  market_chart_stream:
    $ref: "#/definitions/base_stream"
    $parameters:
      name: "market_chart"
      path: "/market_chart"
      primary_key: "prices"
    schema_loader:
      type: InlineSchemaLoader
      schema:
        "$schema": http://json-schema.org/draft-07/schema#
        type: object
        properties:
          prices:
            type: array
            items:
              type: array
              items:
                type: number
          market_caps:
            type: array
            items:
              type: array
              items:
                type: number
          total_volumes:
            type: array
            items:
              type: array
              items:
                type: number
  history_stream:
    $ref: "#/definitions/incremental_stream"
    $parameters:
      name: "history"
      path: "/history"
    schema_loader:
      type: InlineSchemaLoader
      schema:
        "$schema": http://json-schema.org/draft-07/schema#
        type: object
        properties:
          id:
            type:
              - string
              - "null"
          symbol:
            type:
              - string
              - "null"
          name:
            type:
              - string
              - "null"
          localization:
            type: object
            properties:
              en:
                type:
                  - string
                  - "null"
              de:
                type:
                  - string
                  - "null"
              es:
                type:
                  - string
                  - "null"
              fr:
                type:
                  - string
                  - "null"
              it:
                type:
                  - string
                  - "null"
              pl:
                type:
                  - string
                  - "null"
              ro:
                type:
                  - string
                  - "null"
              hu:
                type:
                  - string
                  - "null"
              nl:
                type:
                  - string
                  - "null"
              pt:
                type:
                  - string
                  - "null"
              sv:
                type:
                  - string
                  - "null"
              vi:
                type:
                  - string
                  - "null"
              tr:
                type:
                  - string
                  - "null"
              ru:
                type:
                  - string
                  - "null"
              ja:
                type:
                  - string
                  - "null"
              zh:
                type:
                  - string
                  - "null"
              zh-tw:
                type:
                  - string
                  - "null"
              ko:
                type:
                  - string
                  - "null"
              ar:
                type:
                  - string
                  - "null"
              th:
                type:
                  - string
                  - "null"
              id:
                type:
                  - string
                  - "null"
              cs:
                type:
                  - string
                  - "null"
              da:
                type:
                  - string
                  - "null"
              el:
                type:
                  - string
                  - "null"
              hi:
                type:
                  - string
                  - "null"
              "no":
                type:
                  - string
                  - "null"
              sk:
                type:
                  - string
                  - "null"
              uk:
                type:
                  - string
                  - "null"
              he:
                type:
                  - string
                  - "null"
              fi:
                type:
                  - string
                  - "null"
              bg:
                type:
                  - string
                  - "null"
              hr:
                type:
                  - string
                  - "null"
              lt:
                type:
                  - string
                  - "null"
              sl:
                type:
                  - string
                  - "null"
          image:
            type: object
            properties:
              thumb:
                type:
                  - string
                  - "null"
              small:
                type:
                  - string
                  - "null"
          market_data:
            type: object
            properties:
              current_price:
                type: object
                properties:
                  aed:
                    type:
                      - number
                      - "null"
                  ars:
                    type:
                      - number
                      - "null"
                  aud:
                    type:
                      - number
                      - "null"
                  bch:
                    type:
                      - number
                      - "null"
                  bdt:
                    type:
                      - number
                      - "null"
                  bhd:
                    type:
                      - number
                      - "null"
                  bmd:
                    type:
                      - number
                      - "null"
                  bnb:
                    type:
                      - number
                      - "null"
                  brl:
                    type:
                      - number
                      - "null"
                  btc:
                    type:
                      - number
                      - "null"
                  cad:
                    type:
                      - number
                      - "null"
                  chf:
                    type:
                      - number
                      - "null"
                  clp:
                    type:
                      - number
                      - "null"
                  cny:
                    type:
                      - number
                      - "null"
                  czk:
                    type:
                      - number
                      - "null"
                  dkk:
                    type:
                      - number
                      - "null"
                  dot:
                    type:
                      - number
                      - "null"
                  eos:
                    type:
                      - number
                      - "null"
                  eth:
                    type:
                      - number
                      - "null"
                  eur:
                    type:
                      - number
                      - "null"
                  gbp:
                    type:
                      - number
                      - "null"
                  hkd:
                    type:
                      - number
                      - "null"
                  huf:
                    type:
                      - number
                      - "null"
                  idr:
                    type:
                      - number
                      - "null"
                  ils:
                    type:
                      - number
                      - "null"
                  inr:
                    type:
                      - number
                      - "null"
                  jpy:
                    type:
                      - number
                      - "null"
                  krw:
                    type:
                      - number
                      - "null"
                  kwd:
                    type:
                      - number
                      - "null"
                  lkr:
                    type:
                      - number
                      - "null"
                  ltc:
                    type:
                      - number
                      - "null"
                  mmk:
                    type:
                      - number
                      - "null"
                  mxn:
                    type:
                      - number
                      - "null"
                  myr:
                    type:
                      - number
                      - "null"
                  ngn:
                    type:
                      - number
                      - "null"
                  nok:
                    type:
                      - number
                      - "null"
                  nzd:
                    type:
                      - number
                      - "null"
                  php:
                    type:
                      - number
                      - "null"
                  pkr:
                    type:
                      - number
                      - "null"
                  pln:
                    type:
                      - number
                      - "null"
                  rub:
                    type:
                      - number
                      - "null"
                  sar:
                    type:
                      - number
                      - "null"
                  sek:
                    type:
                      - number
                      - "null"
                  sgd:
                    type:
                      - number
                      - "null"
                  thb:
                    type:
                      - number
                      - "null"
                  try:
                    type:
                      - number
                      - "null"
                  twd:
                    type:
                      - number
                      - "null"
                  uah:
                    type:
                      - number
                      - "null"
                  usd:
                    type:
                      - number
                      - "null"
                  vef:
                    type:
                      - number
                      - "null"
                  vnd:
                    type:
                      - number
                      - "null"
                  xag:
                    type:
                      - number
                      - "null"
                  xau:
                    type:
                      - number
                      - "null"
                  xdr:
                    type:
                      - number
                      - "null"
                  xlm:
                    type:
                      - number
                      - "null"
                  xrp:
                    type:
                      - number
                      - "null"
                  yfi:
                    type:
                      - number
                      - "null"
                  zar:
                    type:
                      - number
                      - "null"
                  bits:
                    type:
                      - number
                      - "null"
                  link:
                    type:
                      - number
                      - "null"
                  sats:
                    type:
                      - number
                      - "null"
              market_cap:
                type: object
                properties:
                  aed:
                    type:
                      - number
                      - "null"
                  ars:
                    type:
                      - number
                      - "null"
                  aud:
                    type:
                      - number
                      - "null"
                  bch:
                    type:
                      - number
                      - "null"
                  bdt:
                    type:
                      - number
                      - "null"
                  bhd:
                    type:
                      - number
                      - "null"
                  bmd:
                    type:
                      - number
                      - "null"
                  bnb:
                    type:
                      - number
                      - "null"
                  brl:
                    type:
                      - number
                      - "null"
                  btc:
                    type:
                      - number
                      - "null"
                  cad:
                    type:
                      - number
                      - "null"
                  chf:
                    type:
                      - number
                      - "null"
                  clp:
                    type:
                      - number
                      - "null"
                  cny:
                    type:
                      - number
                      - "null"
                  czk:
                    type:
                      - number
                      - "null"
                  dkk:
                    type:
                      - number
                      - "null"
                  dot:
                    type:
                      - number
                      - "null"
                  eos:
                    type:
                      - number
                      - "null"
                  eth:
                    type:
                      - number
                      - "null"
                  eur:
                    type:
                      - number
                      - "null"
                  gbp:
                    type:
                      - number
                      - "null"
                  hkd:
                    type:
                      - number
                      - "null"
                  huf:
                    type:
                      - number
                      - "null"
                  idr:
                    type:
                      - number
                      - "null"
                  ils:
                    type:
                      - number
                      - "null"
                  inr:
                    type:
                      - number
                      - "null"
                  jpy:
                    type:
                      - number
                      - "null"
                  krw:
                    type:
                      - number
                      - "null"
                  kwd:
                    type:
                      - number
                      - "null"
                  lkr:
                    type:
                      - number
                      - "null"
                  ltc:
                    type:
                      - number
                      - "null"
                  mmk:
                    type:
                      - number
                      - "null"
                  mxn:
                    type:
                      - number
                      - "null"
                  myr:
                    type:
                      - number
                      - "null"
                  ngn:
                    type:
                      - number
                      - "null"
                  nok:
                    type:
                      - number
                      - "null"
                  nzd:
                    type:
                      - number
                      - "null"
                  php:
                    type:
                      - number
                      - "null"
                  pkr:
                    type:
                      - number
                      - "null"
                  pln:
                    type:
                      - number
                      - "null"
                  rub:
                    type:
                      - number
                      - "null"
                  sar:
                    type:
                      - number
                      - "null"
                  sek:
                    type:
                      - number
                      - "null"
                  sgd:
                    type:
                      - number
                      - "null"
                  thb:
                    type:
                      - number
                      - "null"
                  try:
                    type:
                      - number
                      - "null"
                  twd:
                    type:
                      - number
                      - "null"
                  uah:
                    type:
                      - number
                      - "null"
                  usd:
                    type:
                      - number
                      - "null"
                  vef:
                    type:
                      - number
                      - "null"
                  vnd:
                    type:
                      - number
                      - "null"
                  xag:
                    type:
                      - number
                      - "null"
                  xau:
                    type:
                      - number
                      - "null"
                  xdr:
                    type:
                      - number
                      - "null"
                  xlm:
                    type:
                      - number
                      - "null"
                  xrp:
                    type:
                      - number
                      - "null"
                  yfi:
                    type:
                      - number
                      - "null"
                  zar:
                    type:
                      - number
                      - "null"
                  bits:
                    type:
                      - number
                      - "null"
                  link:
                    type:
                      - number
                      - "null"
                  sats:
                    type:
                      - number
                      - "null"
              total_volume:
                type: object
                properties:
                  aed:
                    type:
                      - number
                      - "null"
                  ars:
                    type:
                      - number
                      - "null"
                  aud:
                    type:
                      - number
                      - "null"
                  bch:
                    type:
                      - number
                      - "null"
                  bdt:
                    type:
                      - number
                      - "null"
                  bhd:
                    type:
                      - number
                      - "null"
                  bmd:
                    type:
                      - number
                      - "null"
                  bnb:
                    type:
                      - number
                      - "null"
                  brl:
                    type:
                      - number
                      - "null"
                  btc:
                    type:
                      - number
                      - "null"
                  cad:
                    type:
                      - number
                      - "null"
                  chf:
                    type:
                      - number
                      - "null"
                  clp:
                    type:
                      - number
                      - "null"
                  cny:
                    type:
                      - number
                      - "null"
                  czk:
                    type:
                      - number
                      - "null"
                  dkk:
                    type:
                      - number
                      - "null"
                  dot:
                    type:
                      - number
                      - "null"
                  eos:
                    type:
                      - number
                      - "null"
                  eth:
                    type:
                      - number
                      - "null"
                  eur:
                    type:
                      - number
                      - "null"
                  gbp:
                    type:
                      - number
                      - "null"
                  hkd:
                    type:
                      - number
                      - "null"
                  huf:
                    type:
                      - number
                      - "null"
                  idr:
                    type:
                      - number
                      - "null"
                  ils:
                    type:
                      - number
                      - "null"
                  inr:
                    type:
                      - number
                      - "null"
                  jpy:
                    type:
                      - number
                      - "null"
                  krw:
                    type:
                      - number
                      - "null"
                  kwd:
                    type:
                      - number
                      - "null"
                  lkr:
                    type:
                      - number
                      - "null"
                  ltc:
                    type:
                      - number
                      - "null"
                  mmk:
                    type:
                      - number
                      - "null"
                  mxn:
                    type:
                      - number
                      - "null"
                  myr:
                    type:
                      - number
                      - "null"
                  ngn:
                    type:
                      - number
                      - "null"
                  nok:
                    type:
                      - number
                      - "null"
                  nzd:
                    type:
                      - number
                      - "null"
                  php:
                    type:
                      - number
                      - "null"
                  pkr:
                    type:
                      - number
                      - "null"
                  pln:
                    type:
                      - number
                      - "null"
                  rub:
                    type:
                      - number
                      - "null"
                  sar:
                    type:
                      - number
                      - "null"
                  sek:
                    type:
                      - number
                      - "null"
                  sgd:
                    type:
                      - number
                      - "null"
                  thb:
                    type:
                      - number
                      - "null"
                  try:
                    type:
                      - number
                      - "null"
                  twd:
                    type:
                      - number
                      - "null"
                  uah:
                    type:
                      - number
                      - "null"
                  usd:
                    type:
                      - number
                      - "null"
                  vef:
                    type:
                      - number
                      - "null"
                  vnd:
                    type:
                      - number
                      - "null"
                  xag:
                    type:
                      - number
                      - "null"
                  xau:
                    type:
                      - number
                      - "null"
                  xdr:
                    type:
                      - number
                      - "null"
                  xlm:
                    type:
                      - number
                      - "null"
                  xrp:
                    type:
                      - number
                      - "null"
                  yfi:
                    type:
                      - number
                      - "null"
                  zar:
                    type:
                      - number
                      - "null"
                  bits:
                    type:
                      - number
                      - "null"
                  link:
                    type:
                      - number
                      - "null"
                  sats:
                    type:
                      - number
                      - "null"
          community_data:
            type: object
            properties:
              facebook_likes: {}
              twitter_followers: {}
              reddit_average_posts_48h:
                type:
                  - number
                  - "null"
              reddit_average_comments_48h:
                type:
                  - number
                  - "null"
              reddit_subscribers:
                type:
                  - number
                  - "null"
              reddit_accounts_active_48h:
                type:
                  - string
                  - "null"
          developer_data:
            type: object
            properties:
              forks:
                type:
                  - number
                  - "null"
              stars:
                type:
                  - number
                  - "null"
              subscribers:
                type:
                  - number
                  - "null"
              total_issues:
                type:
                  - number
                  - "null"
              closed_issues:
                type:
                  - number
                  - "null"
              pull_requests_merged:
                type:
                  - number
                  - "null"
              pull_request_contributors:
                type:
                  - number
                  - "null"
              code_additions_deletions_4_weeks:
                type: object
                properties:
                  additions:
                    type:
                      - number
                      - "null"
                  deletions:
                    type:
                      - number
                      - "null"
              commit_count_4_weeks:
                type:
                  - number
                  - "null"
          public_interest_stats:
            type: object
            properties:
              alexa_rank: {}
              bing_matches: {}
    transformations:
      - type: AddFields
        fields:
          - path: ["date"]
            value: "{{ stream_slice['start_time'] }}"

streams:
  - "#/definitions/market_chart_stream"
  - "#/definitions/history_stream"

check:
  stream_names:
    - "market_chart"
    - "history"

spec:
  type: Spec
  documentation_url: https://docsurl.com
  connection_specification:
    $schema: http://json-schema.org/draft-07/schema#
    title: CoinGecko Coins Spec
    type: object
    required:
      - coin_id
      - vs_currency
      - days
      - start_date
    additionalProperties: true
    properties:
      api_key:
        type: string
        description: API Key (for pro users)
        airbyte_secret: true
        order: 0
      coin_id:
        type: string
        description: |
          CoinGecko coin ID (e.g. bitcoin). Can be retrieved from the
          `/coins/list` endpoint.
        order: 1
      vs_currency:
        type: string
        description: |
          The target currency of market data (e.g. usd, eur, jpy, etc.)
        order: 2
      days:
        type: string
        description: |
          The number of days of data for market chart.
        enum:
          - "1"
          - "7"
          - "14"
          - "30"
          - "90"
          - "180"
          - "365"
          - "max"
        default: "30"
        order: 3
      start_date:
        type: string
        description: |
          The start date for the historical data stream in dd-mm-yyyy format.
        format: date
        pattern: "^[0-9]{2}-[0-9]{2}-[0-9]{4}$"
        order: 4
      end_date:
        type: string
        description: |
          The end date for the historical data stream in dd-mm-yyyy format.
        format: date
        pattern: "^[0-9]{2}-[0-9]{2}-[0-9]{4}$"
        order: 5