version: v2
kind: Spicepod
name: tailwindcss

runtime:
  dataset_load_parallelism: 1

datasets:
  - from: github:github.com/tailwindlabs/tailwindcss.com/files/master
    name: tailwindcss.docs
    description: Tailwindcss documentation and reference, from https://tailwindcss.com
    params:
      file_format: md
      github_client_id: ${secrets:GITHUB_CLIENT_ID}
      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
      include: "src/pages/docs/**/*.mdx;"
    acceleration:
      enabled: true
      refresh_check_interval: 4h
      refresh_jitter_enabled: true
      refresh_jitter_max: 15m
    columns:
      - name: content
        embeddings:
          - from: openai_embeddings
            row_id:
              - path
            chunking:
              enabled: true
              target_chunk_size: 512
              overlap_size: 128
              trim_whitespace: true

  - from: github:github.com/tailwindlabs/tailwindcss/issues
    name: tailwindcss.issues
    description: Tailwindcss GitHub issues from github.com/tailwindlabs/tailwindcss
    time_column: created_at
    params:
      file_format: md
      github_client_id: ${secrets:GITHUB_CLIENT_ID}
      github_private_key: ${secrets:GITHUB_PRIVATE_KEY}
      github_installation_id: ${secrets:GITHUB_INSTALLATION_ID}
    acceleration:
      enabled: true
      refresh_mode: full
      refresh_check_interval: 4h
      refresh_jitter_enabled: true
      refresh_jitter_max: 15m
      refresh_sql: "SELECT * FROM tailwindcss.issues LIMIT 100"
    # embeddings:
    #   - column: title
    #     column_pk:
    #       - id
    #     use: openai_embeddings

embeddings:
  - from: openai
    name: openai_embeddings
    params:
      openai_api_key: ${ secrets:OPENAI_API_KEY }