scrape.yml

name: Update meilisearch index

on:
  push:
    branches:
      - master
    paths:
      - '.github/workflows/scrape.yml'
      - 'docs/**'
  workflow_dispatch: ~
  schedule:
  - cron: '44 1 * * 1'

jobs:
  scrape-docs:
    runs-on: ubuntu-latest
    timeout-minutes: 15
    steps:
      - name: Checkout
        uses: actions/checkout@v3
      - name: Pull image
        run: docker pull getmeili/docs-scraper
      - name: Wait for Netlify to finish
        run: sleep 2m
        if: github.event_name == 'push'
      - name: Run docs-scraper
        env:
          HOST_URL: ${{ secrets.MEILISEARCH_HOST_URL }}
          API_KEY: ${{ secrets.MEILISEARCH_API_KEY }}
          CONFIG_FILE_PATH: ${{ github.workspace }}/scripts/docs-scraper/docs.rsshub.app.json
        run: |
          docker run -t --rm \
            -e MEILISEARCH_HOST_URL=$HOST_URL \
            -e MEILISEARCH_API_KEY=$API_KEY \
            -v $CONFIG_FILE_PATH:/docs-scraper/config.json \
            getmeili/docs-scraper pipenv run ./docs_scraper config.json