crawlerConfig.json

{
  "appId": "52C6J0MS4V",
  "apiKey": "816dc34de3e9c7f6b2d4f95bb85ba4a5",
  "rateLimit": 8,
  "startUrls": ["https://worldtravel-83q.pages.dev/"],
  "renderJavaScript": false,
  "sitemaps": [],
  "exclusionPatterns": [],
  "ignoreCanonicalTo": false,
  "discoveryPatterns": ["https://worldtravel-83q.pages.dev/**"],
  "schedule": "at 05:10 on Saturday",
  "actions": [
    {
      "indexName": "worldtravel",
      "pathsToMatch": ["https://worldtravel-83q.pages.dev/**"],
      "recordExtractor": {
        "type": "selectorContent",
        "selectors": [
          "title",
          ".content h1",
          ".content h2",
          ".content h3",
          ".content h4",
          ".content h5",
          ".content p",
          ".content li"
        ]
      }
    }
  ],
  "initialIndexSettings": {
    "worldtravel": {
      "attributesForFaceting": ["type", "lang"],
      "attributesToRetrieve": ["hierarchy", "content", "anchor", "url"],
      "attributesToHighlight": ["hierarchy", "hierarchy_camel", "content"],
      "attributesToSnippet": ["content:10"],
      "camelCaseAttributes": ["hierarchy", "hierarchy_radio", "content"],
      "searchableAttributes": [
        "unordered(hierarchy_radio_camel.lvl0)",
        "unordered(hierarchy_radio.lvl0)",
        "unordered(hierarchy_radio_camel.lvl1)",
        "unordered(hierarchy_radio.lvl1)",
        "unordered(hierarchy_radio_camel.lvl2)",
        "unordered(hierarchy_radio.lvl2)",
        "unordered(hierarchy_radio_camel.lvl3)",
        "unordered(hierarchy_radio.lvl3)",
        "unordered(hierarchy_radio_camel.lvl4)",
        "unordered(hierarchy_radio.lvl4)",
        "unordered(hierarchy_radio_camel.lvl5)",
        "unordered(hierarchy_radio.lvl5)",
        "unordered(hierarchy_radio_camel.lvl6)",
        "unordered(hierarchy_radio.lvl6)",
        "unordered(hierarchy_camel.lvl0)",
        "unordered(hierarchy.lvl0)",
        "unordered(hierarchy_camel.lvl1)",
        "unordered(hierarchy.lvl1)",
        "unordered(hierarchy_camel.lvl2)",
        "unordered(hierarchy.lvl2)",
        "unordered(hierarchy_camel.lvl3)",
        "unordered(hierarchy.lvl3)",
        "unordered(hierarchy_camel.lvl4)",
        "unordered(hierarchy.lvl4)",
        "unordered(hierarchy_camel.lvl5)",
        "unordered(hierarchy.lvl5)",
        "unordered(hierarchy_camel.lvl6)",
        "unordered(hierarchy.lvl6)",
        "content"
      ],
      "distinct": true,
      "attributeForDistinct": "url",
      "customRanking": [
        "desc(weight.pageRank)",
        "desc(weight.level)",
        "asc(weight.position)"
      ],
      "ranking": [
        "words",
        "filters",
        "typo",
        "attribute",
        "proximity",
        "exact",
        "custom"
      ],
      "highlightPreTag": "<span class=\"algolia-docsearch-suggestion--highlight\">",
      "highlightPostTag": "</span>",
      "minWordSizefor1Typo": 3,
      "minWordSizefor2Typos": 7,
      "allowTyposOnNumericTokens": false,
      "minProximity": 1,
      "ignorePlurals": true,
      "advancedSyntax": true,
      "attributeCriteriaComputedByMinProximity": true,
      "removeWordsIfNoResults": "allOptional"
    }
  }
}