Manage API keys and other encrypted configuration values.
crawlith config pagespeed set YOUR_KEY
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Crawlith","colors":{"primary":"#16A34A","light":"#07C983","dark":"#15803D"},"navbar":{"primary":{"type":"button","label":"Github","href":"https://github.com/Crawlith/crawlith"}},"footer":{"socials":{"x":"https://x.com/saurabhsharma2u","github":"https://github.com/saurabhsharma2u"}},"seo":{"metatags":{"canonical":"https://crawlith.saurabh.app"}},"contextual":{"options":["copy","view","chatgpt","claude","perplexity","mcp","cursor","vscode"],"display":"header"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"crawlith","hasAudioNarration":false,"actualSubdomain":"crawlith","customDomains":["crawlith.saurabh.app"],"gitSource":{"type":"github","owner":"crawlith","repo":"crawlith","deployBranch":"main","contentDirectory":"docs/mintlify","isPrivate":true,"mountPath":"","label":""},"entitlements":{},"buildId":"6ae9496d3da74a958a8fa667:success","clientVersion":"0.0.4076","searchFilterCounts":[{"language":"default","tag":"Crawlith","count":22},{"language":"default","tag":"Commands","count":8},{"language":"default","tag":"Concepts","count":6},{"language":"default","tag":"Resources","count":4},{"language":"default","tag":"Getting Started","count":3},{"language":"default","tag":"Features","count":1}]},"assistantConfig":{"enableAskAiButton":false,"enableStarterQuestions":false,"enableContextualStarterQuestions":false,"enableAskAiSearchBar":true},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"rbac-expansion","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-metadata","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-serve","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"live-agents","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"comment-mode","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"basic-usage","slug":"/basic-usage","pageMetadata":{"title":null,"description":null,"href":"/basic-usage","hidden":false},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={a:`a`,code:`code`,p:`p`,pre:`pre`,span:`span`,..._provideComponents(),...props.components},{CodeBlock,Heading}=_components;if(!CodeBlock)_missingMdxReference(`CodeBlock`,true);if(!Heading)_missingMdxReference(`Heading`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`1`,id:`basic-usage`,children:`Basic Usage`}),`\n`,_jsx(_components.p,{children:`Crawlith is designed around a set of specialized commands. This page gives you a high-level overview of what each command does.`}),`\n`,_jsx(Heading,{level:`2`,id:`primary-commands`,children:`Primary Commands`}),`\n`,_jsxs(Heading,{level:`3`,id:`crawl-—-build-a-link-graph`,children:[_jsx(_components.a,{href:`/commands/crawl`,children:`crawl`}),` — Build a Link Graph`]}),`\n`,_jsx(_components.p,{children:`The core command for discovering pages and building a topological map of your site.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` crawl`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` https://example.com`})]}),`\n`]})})}),`\n`,_jsxs(Heading,{level:`3`,id:`page-—-single-page-audit`,children:[_jsx(_components.a,{href:`/commands/page`,children:`page`}),` — Single Page Audit`]}),`\n`,_jsx(_components.p,{children:`Perform a real-time, deep audit of a specific URL for SEO and accessibility.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` page`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` https://example.com/about`})]}),`\n`]})})}),`\n`,_jsxs(Heading,{level:`3`,id:`ui-—-visual-dashboard`,children:[_jsx(_components.a,{href:`/commands/ui`,children:`ui`}),` — Visual Dashboard`]}),`\n`,_jsx(_components.p,{children:`Launch the interactive web dashboard to explore your site graphs.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` ui`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` example.com`})]}),`\n`]})})}),`\n`,_jsx(Heading,{level:`2`,id:`management-commands`,children:`Management Commands`}),`\n`,_jsxs(Heading,{level:`3`,id:`sites-—-list-projects`,children:[_jsx(_components.a,{href:`/commands/sites`,children:`sites`}),` — List Projects`]}),`\n`,_jsx(_components.p,{children:`View all tracked websites and their latest crawl summaries.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` sites`})]}),`\n`]})})}),`\n`,_jsxs(Heading,{level:`3`,id:`export-—-data-portability`,children:[_jsx(_components.a,{href:`/commands/export`,children:`export`}),` — Data Portability`]}),`\n`,_jsx(_components.p,{children:`Extract raw data from the database into JSON or CSV formats.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` export`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` example.com`})]}),`\n`]})})}),`\n`,_jsxs(Heading,{level:`3`,id:`clean-—-manage-storage`,children:[_jsx(_components.a,{href:`/commands/clean`,children:`clean`}),` — Manage Storage`]}),`\n`,_jsx(_components.p,{children:`Remove old snapshots or entire projects from your local database.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` clean`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` example.com`})]}),`\n`]})})}),`\n`,_jsxs(Heading,{level:`3`,id:`config-—-secure-settings`,children:[_jsx(_components.a,{href:`/commands/config`,children:`config`}),` — Secure Settings`]}),`\n`,_jsx(_components.p,{children:`Manage API keys and other encrypted configuration values.`}),`\n`,_jsx(CodeBlock,{filename:``,numberOfLines:`1`,language:`shellscript`,children:_jsx(_components.pre,{className:`shiki shiki-themes github-light-default dark-plus`,style:{backgroundColor:`#ffffff`,\"--shiki-dark-bg\":`#0B0C0E`,color:`#1f2328`,\"--shiki-dark\":`#D4D4D4`},language:`shellscript`,children:_jsxs(_components.code,{language:`shellscript`,numberOfLines:`1`,children:[_jsxs(_components.span,{className:`line`,children:[_jsx(_components.span,{style:{color:`#953800`,\"--shiki-dark\":`#DCDCAA`},children:`crawlith`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` config`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` pagespeed`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` set`}),_jsx(_components.span,{style:{color:`#0A3069`,\"--shiki-dark\":`#CE9178`},children:` YOUR_KEY`})]}),`\n`]})})})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":null,"description":null,"href":"/basic-usage","hidden":false}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Basic Usage","slug":"basic-usage","depth":1,"children":[]},{"title":"Primary Commands","slug":"primary-commands","depth":2,"children":[{"title":"crawl — Build a Link Graph","slug":"crawl-—-build-a-link-graph","depth":3,"children":[]},{"title":"page — Single Page Audit","slug":"page-—-single-page-audit","depth":3,"children":[]},{"title":"ui — Visual Dashboard","slug":"ui-—-visual-dashboard","depth":3,"children":[]}]},{"title":"Management Commands","slug":"management-commands","depth":2,"children":[{"title":"sites — List Projects","slug":"sites-—-list-projects","depth":3,"children":[]},{"title":"export — Data Portability","slug":"export-—-data-portability","depth":3,"children":[]},{"title":"clean — Manage Storage","slug":"clean-—-manage-storage","depth":3,"children":[]},{"title":"config — Secure Settings","slug":"config-—-secure-settings","depth":3,"children":[]}]}],"codeExamples":{}},"jsLinks":[],"subdomain":"crawlith","siteName":"Crawlith","title":"Basic usage - Crawlith","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2026-03-06T08:11:30.912Z","originalFileLocation":"basic-usage.md"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"application-name\" content=\"Crawlith\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/crawlith/_generated/favicon/apple-touch-icon.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/crawlith/_generated/favicon/favicon-32x32.png?v=3\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/crawlith/_generated/favicon/favicon-16x16.png?v=3\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"https://mintlify.s3.us-west-1.amazonaws.com/crawlith/_generated/favicon/favicon.ico?v=3\">\u003cmeta data-mint-head property=\"og:title\" content=\"Basic usage - Crawlith\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Crawlith\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://crawlith.saurabh.app/basic-usage\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://crawlith.mintlify.site/_mintlify/api/og/v2?division=Getting+Started\u0026amp;title=Basic+usage\u0026amp;theme=df44427d4ddbca4dea795833\u0026amp;signature=ad59b85126687ddb6d70511257361e8662205a93e309cc4038fdb480bb46b314\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Basic usage - Crawlith\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://crawlith.mintlify.site/_mintlify/api/og/v2?division=Getting+Started\u0026amp;title=Basic+usage\u0026amp;theme=df44427d4ddbca4dea795833\u0026amp;signature=ad59b85126687ddb6d70511257361e8662205a93e309cc4038fdb480bb46b314\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"https://mintlify.s3.us-west-1.amazonaws.com/crawlith/_generated/favicon/browserconfig.xml?v=3\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Crawlith\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#16A34A\">\u003clink data-mint-head rel=\"canonical\" href=\"https://crawlith.saurabh.app/basic-usage\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/basic-usage.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://crawlith.saurabh.app/#organization\",\"name\":\"Crawlith\",\"url\":\"https://crawlith.saurabh.app\"},{\"@type\":\"WebSite\",\"@id\":\"https://crawlith.saurabh.app#website\",\"name\":\"Crawlith\",\"url\":\"https://crawlith.saurabh.app\",\"publisher\":{\"@id\":\"https://crawlith.saurabh.app/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://crawlith.saurabh.app/basic-usage#webpage\",\"url\":\"https://crawlith.saurabh.app/basic-usage\",\"name\":\"Basic usage\",\"dateModified\":\"2026-03-06T08:11:30.912Z\",\"isPartOf\":{\"@id\":\"https://crawlith.saurabh.app#website\"},\"breadcrumb\":{\"@id\":\"https://crawlith.saurabh.app/basic-usage#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://crawlith.saurabh.app/basic-usage#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Getting Started\",\"item\":\"https://crawlith.saurabh.app/introduction\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Basic usage\",\"item\":\"https://crawlith.saurabh.app/basic-usage\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://crawlith.saurabh.app/basic-usage#article\",\"headline\":\"Basic usage\",\"name\":\"Basic usage\",\"url\":\"https://crawlith.saurabh.app/basic-usage\",\"mainEntityOfPage\":{\"@id\":\"https://crawlith.saurabh.app/basic-usage#webpage\"},\"dateModified\":\"2026-03-06T08:11:30.912Z\",\"publisher\":{\"@id\":\"https://crawlith.saurabh.app/#organization\"},\"isPartOf\":{\"@id\":\"https://crawlith.saurabh.app#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Crawlith\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Crawlith","nav":{"global":null,"tabs":[{"tab":"Crawlith","groups":[{"group":"Getting Started","pages":[{"title":null,"href":"/introduction","hidden":false},{"title":null,"description":null,"href":"/installation","hidden":false},{"title":null,"href":"/basic-usage","hidden":false}]},{"group":"Commands","pages":[{"title":null,"description":null,"href":"/commands/crawl","hidden":false},{"title":null,"href":"/commands/page","hidden":false},{"title":null,"href":"/commands/probe","hidden":false},{"title":null,"href":"/commands/sites","hidden":false},{"title":null,"href":"/commands/ui","hidden":false},{"title":null,"href":"/commands/export","hidden":false},{"title":null,"href":"/commands/clean","hidden":false},{"title":null,"href":"/commands/config","hidden":false}]},{"group":"Concepts","pages":[{"title":null,"href":"/concepts/health-score","hidden":false},{"title":null,"href":"/concepts/pagerank","hidden":false},{"title":null,"href":"/concepts/hits","hidden":false},{"title":null,"href":"/concepts/orphans","hidden":false},{"title":null,"href":"/concepts/clustering","hidden":false},{"title":null,"href":"/concepts/database","hidden":false}]},{"group":"Features","pages":[{"title":null,"href":"/features/signals-intelligence","hidden":false}]},{"group":"Resources","pages":[{"title":null,"href":"/output-files","hidden":false},{"title":null,"href":"/workflows/common-workflows","hidden":false},{"title":null,"href":"/troubleshooting","hidden":false},{"title":null,"href":"/faq","hidden":false}]}]},{"tab":"Plugins"}]},"basePath":"","title":"Basic usage - Crawlith","buildId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","deploymentId":"dpl_8LJbrAiZvr1K98WQNZXCyY5AvT34","dynamics":[],"chunks":[]}