version: v2
kind: Spicepod
name: react

runtime:
  dataset_load_parallelism: 1

datasets:
  - from: github:github.com/reactjs/react.dev/files/main
    name: react.docs
    description: React.js documentation and reference, from https://react.dev
    params:
      file_format: md
      github_client_id: ${secrets:GITHUB_CLIENT_ID}
      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
      include: "src/content/learn/**/*.md; src/content/reference/**/*.md"
    acceleration:
      enabled: true
      refresh_check_interval: 4h
      refresh_jitter_enabled: true
      refresh_jitter_max: 15m
    columns:
      - name: content
        embeddings:
          - from: openai_embeddings
            row_id:
              - path
            chunking:
              enabled: true
              target_chunk_size: 512
              overlap_size: 128
              trim_whitespace: true

  - from: github:github.com/facebook/react/issues
    name: react.issues
    description: React.js GitHub issues from github.com/facebook/react
    time_column: created_at
    params:
      file_format: md
      github_client_id: ${secrets:GITHUB_CLIENT_ID}
      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
    acceleration:
      enabled: true
      refresh_sql: "SELECT * FROM react.issues LIMIT 10"
      refresh_mode: full
      refresh_check_interval: 4h
      refresh_jitter_enabled: true
      refresh_jitter_max: 15m
    # embeddings:
    #   - column: title
    #     column_pk:
    #       - id
    #     use: openai_embeddings

embeddings:
  - from: openai
    name: openai_embeddings
    params:
      openai_api_key: ${ secrets:OPENAI_API_KEY }