Merge pull request #1834 from dagger/rebuild-algolia-docs-search-index

Rebuild Algolia search index for docs

website/docsearch.config.json

@@ -1,16 +1,22 @@
 {
   "index_name": "Dagger_docs",
   "start_urls": [
-    "https://deploy-preview-929--devel-docs-dagger-io.netlify.app/"
-  ],
-  "sitemap_urls": [
-    "https://deploy-preview-929--devel-docs-dagger-io.netlify.app/sitemap.xml"
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/index.html",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1201/ci-environment/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1202/plan/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1203/client/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1204/secrets/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1205/container-images/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1211/go-docker-swarm/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1213/api/",
+    "https://deploy-preview-1833--devel-docs-dagger-io.netlify.app/1214/migrate-from-dagger-0.1/"
   ],
+  "sitemap_urls": [],
   "sitemap_alternate_links": true,
   "stop_urls": [],
   "selectors": {
     "lvl0": {
-      "selector": "(//ul[contains(@class,'menu__list')]//a[contains(@class, 'menu__link menu__link--sublist menu__link--active')]/text() | //nav[contains(@class, 'navbar')]//a[contains(@class, 'navbar__link--active')]/text())[last()]",
+      "selector": "(//nav[contains(@class,'menu')]//a[contains(@class, 'menu__link menu__link--sublist menu__link--active')]/text())[last()]",
       "type": "xpath",
       "global": true,
       "default_value": "Documentation"

website/env.example

@@ -0,0 +1,7 @@
+# https://www.algolia.com/apps/XSSC1LRN4S/explorer/browse/Dagger_docs
+APPLICATION_ID=XSSC1LRN4S
+# Copy your "Write API KEY" from https://www.algolia.com/account/api-keys/all?applicationId=XSSC1LRN4S
+API_KEY=
+# This will not work on an ARM Mac, the algolia/docsearch-scraper image was only built for linux 64bit
+# I am using a Docker Engine on Linux here:
+DOCKER_HOST=ssh://192.168.1.22

website/rebuild_algolia_docs_search_index.sh

@@ -0,0 +1,11 @@
+#!/usr/bin/env bash
+set -eo pipefail
+
+type jq
+type docker
+
+docker run -it \
+  -e API_KEY="${API_KEY:?must be set}" \
+  -e APPLICATION_ID="${APPLICATION_ID:?must be set}" \
+  -e "CONFIG=$(jq -r tostring < docsearch.config.json)" \
+  algolia/docsearch-scraper