ci: fix indexing docs

.github/workflows/docsearch.yml

@@ -3,7 +3,7 @@ name: Index docs to Typesense
 on:
   push:
     branches:
-      - master
+      - ci/index-docs
 
 jobs:
   index-docs:
@@ -12,6 +12,7 @@ jobs:
 
     steps:
       - uses: actions/checkout@v5
+
       - name: Delete unaliased collections
         env:
           TYPESENSE_API_KEY: ${{ secrets.TYPESENSE_API_KEY }}
@@ -41,7 +42,9 @@ jobs:
                 "$TYPESENSE_PROTOCOL://$TYPESENSE_HOST:$TYPESENSE_PORT/collections/$col"
             fi
           done
-      - run: |
+
+      - name: Run DocSearch Scraper
+        run: |
           docker run \
             -e TYPESENSE_API_KEY=${{ secrets.TYPESENSE_API_KEY }} \
             -e TYPESENSE_HOST="${{ secrets.TYPESENSE_HOST }}" \

docs/docsearch-scraper-config.json

@@ -1,14 +1,10 @@
 {
   "index_name": "typeorm-docs",
-  "start_urls": [
-    "https://typeorm.io/"
-  ],
-  "sitemap_urls": [
-    "https://typeorm.io/sitemap.xml"
-  ],
-  "allowed_domains":["typeorm.io"],
+  "start_urls": ["https://typeorm.io/"],
+  "sitemap_urls": ["https://typeorm.io/sitemap.xml"],
+  "allowed_domains": ["typeorm.io"],
   "sitemap_alternate_links": true,
-  "stop_urls": [],
+  "stop_urls": ["https://typeorm.io/search/"],
   "selectors": {
     "lvl0": {
       "selector": "(//ul[contains(@class,'menu__list')]//a[contains(@class, 'menu__link menu__link--sublist menu__link--active')]/text() | //nav[contains(@class, 'navbar')]//a[contains(@class, 'navbar__link--active')]/text())[last()]",
@@ -36,9 +32,5 @@
       "url_without_anchor",
       "type"
     ]
-  },
-  "conversation_id": [
-    "833762294"
-  ],
-  "nb_hits": 0
+  }
 }