Advanced crawling automatically extracts content from important links within your portfolio emails, ensuring that critical information isn’t lost behind external platforms.
Advanced crawling can be enabled or disabled per email connection in your Settings → Email Accounts.
Tune your preferences using the toggles in the follow links section.
{"docsConfig":{"theme":"mint","$schema":"https://mintlify.com/docs.json","name":"Concrete Documentation","colors":{"primary":"#10B981","light":"#34D399","dark":"#059669"},"logo":{"light":"https://mintcdn.com/concrete/6aqKzaqK_Dye5-Qe/logo/wordmark.800.png?fit=max\u0026auto=format\u0026n=6aqKzaqK_Dye5-Qe\u0026q=85\u0026s=d4145dbbb4aa767f9b2276c65ea86aa9","dark":"https://mintcdn.com/concrete/6aqKzaqK_Dye5-Qe/logo/wordmark-dark.800.png?fit=max\u0026auto=format\u0026n=6aqKzaqK_Dye5-Qe\u0026q=85\u0026s=9bfa1c8f5ef9ec89e89cadbc2d340788","href":"https://concretehq.com"},"favicon":{"light":"https://mintcdn.com/concrete/jshRJ73Eb7nyOXKW/favicon.svg?fit=max\u0026auto=format\u0026n=jshRJ73Eb7nyOXKW\u0026q=85\u0026s=4fa9dfa948b61effdc4740fb61ac2739","dark":"https://mintcdn.com/concrete/jshRJ73Eb7nyOXKW/favicon.svg?fit=max\u0026auto=format\u0026n=jshRJ73Eb7nyOXKW\u0026q=85\u0026s=4fa9dfa948b61effdc4740fb61ac2739"},"navbar":{"links":[{"href":"mailto:support@concretehq.com","label":"Support"}],"primary":{"type":"button","label":"Dashboard","href":"https://app.concretehq.com"}},"footer":{"socials":{"x":"https://x.com/withconcrete","linkedin":"https://linkedin.com/company/withconcrete"}},"fonts":{"family":"Inter"},"icons":{"library":"lucide"},"styling":{"latex":false},"navigation":{"pages":[]}},"deployment":{"deploymentMetadataValue":{"subdomain":"concrete","hasAudioNarration":false,"actualSubdomain":"concrete","customDomains":["docs.concretehq.com"],"gitSource":{"type":"github","owner":"concretehq","repo":"docs","deployBranch":"main","contentDirectory":"","isPrivate":true,"mountPath":"","label":""},"chroma":{"liveDeploymentHistoryId":"6a972614ca4482ead59daf1b","collectionId":"8327a51e-ddcf-4505-b454-c02c92183068","schemaVersion":"v3","latestBuiltDeploymentHistoryId":"6a972614ca4482ead59daf1b"},"entitlements":{},"buildId":"6a972614ca4482ead59daf1b","clientVersion":"0.0.4044","searchFilterCounts":[{"language":"default","tag":"API Reference","count":22},{"language":"default","tag":"Trackers","count":6},{"language":"default","tag":"Companies","count":6},{"language":"default","tag":"Get Started","count":5},{"language":"default","tag":"Funds","count":5},{"language":"default","tag":"Notes","count":5},{"language":"default","tag":"Email Intelligence","count":3},{"language":"default","tag":"API","count":2},{"language":"default","tag":"Guides","count":2},{"language":"default","tag":"Meeting Intelligence","count":2}]},"assistantConfig":{},"basePath":"","hasChatPermissions":false,"hasWebMcpPermissions":false,"toggles":[{"name":"kill-isr","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-mintlify-slack","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"agent-integrations-settings","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-pr-grouping","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"custom-prefix","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"analytics-v7","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"user-flows-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"no-publish-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-onboarding","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"llms-txt-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving-live","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"stripTemperatureMiddleware","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"support-platform-pylon-zendesk","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"snapshot-serving","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"instant-rollback","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications-server","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"granular-notifications","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automations-fable","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fixed-ai-action-pricing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"automation-resolve-merge-conflict","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"scoped-publishing","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"mintql","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"page-level-analytics","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"editor-version-history-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-page-v2","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"full-page-search","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workspace-projects","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"assistant-v5","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"byok-sep-25","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"fork-pr-previews","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"revalidation-jwt","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"vite-origin","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"billing-updated-9-15","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-sso-scim","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"hobby-abuse-scan","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"dashboard-inbox","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-signup","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"turbopuffer-dual-write","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"workos-enabled","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"approve-review-flow","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false},{"name":"sso-setup-deadline-banner","enabled":true,"variant":{"name":"disabled","enabled":false,"feature_enabled":true},"impressionData":false}],"googleFontsInlined":false},"customCss":[],"page":{"pagePath":"email-intelligence/advanced-crawling","slug":"/email-intelligence/advanced-crawling","pageMetadata":{"title":"Advanced Crawling","description":"How Concrete extracts and indexes content from links within your portfolio communications","icon":"globe","href":"/email-intelligence/advanced-crawling"},"description":{"compiledSource":"\"use strict\";\nconst {jsx: _jsx} = arguments[0];\nconst {useMDXComponents: _provideComponents} = arguments[0];\nfunction _createMdxContent(props) {\n const _components = {\n p: \"p\",\n ..._provideComponents(),\n ...props.components\n };\n return _jsx(_components.p, {\n children: \"How Concrete extracts and indexes content from links within your portfolio communications\"\n });\n}\nfunction MDXContent(props = {}) {\n const {wrapper: MDXLayout} = {\n ..._provideComponents(),\n ...props.components\n };\n return MDXLayout ? _jsx(MDXLayout, {\n ...props,\n children: _jsx(_createMdxContent, {\n ...props\n })\n }) : _createMdxContent(props);\n}\nreturn {\n default: MDXContent\n};\n","frontmatter":{},"scope":{}},"pageType":"default","mdx":{"mdxSource":{"compiledSource":"\"use strict\";const{Fragment:_Fragment,jsx:_jsx,jsxs:_jsxs}=arguments[0];const{useMDXComponents:_provideComponents}=arguments[0];function _createMdxContent(props){const _components={hr:`hr`,li:`li`,ol:`ol`,p:`p`,strong:`strong`,ul:`ul`,..._provideComponents(),...props.components},{Heading,Tip}=_components;if(!Heading)_missingMdxReference(`Heading`,true);if(!Tip)_missingMdxReference(`Tip`,true);return _jsxs(_Fragment,{children:[_jsx(Heading,{level:`2`,id:`overview`,children:`Overview`}),`\n`,_jsx(_components.p,{children:`Advanced crawling automatically extracts content from important links within your portfolio emails, ensuring that critical information isn’t lost behind external platforms.`}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`Advanced crawling can be enabled or disabled per email connection in your `,_jsx(_components.strong,{children:`Settings`}),` → `,_jsx(_components.strong,{children:`Email Accounts`}),`.`]})}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`supported-integrations`,children:`Supported Integrations`}),`\n`,_jsx(Heading,{level:`3`,id:`docsend`,children:`DocSend`}),`\n`,_jsx(_components.p,{children:`When enabled, Concrete indexes DocSend content using the inbox’s email address.`}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`How it works:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Detects DocSend links within portfolio emails`}),`\n`,_jsx(_components.li,{children:`Uses the recipient’s email address to access permitted content`}),`\n`,_jsx(_components.li,{children:`Indexes the full document content for search and AI analysis`}),`\n`]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Limitations:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Will not attempt to enter passcodes or complete email verification flows`}),`\n`,_jsx(_components.li,{children:`Only accesses content that the inbox has permission to view`}),`\n`,_jsx(_components.li,{children:`Cannot bypass additional authentication requirements`}),`\n`,_jsx(_components.li,{children:`Refuses to index content unless deemed intended for the inbox owner`}),`\n`]}),`\n`,_jsx(Tip,{children:_jsxs(_components.p,{children:[`DocSend indexing can be toggled on or off individually for each email connection in `,_jsx(_components.strong,{children:`Settings`}),` → `,_jsx(_components.strong,{children:`Email Accounts`}),`.`]})}),`\n`,_jsx(Heading,{level:`3`,id:`loom`,children:`Loom`}),`\n`,_jsx(_components.p,{children:`Concrete extracts publicly available Loom videos shared in emails.`}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`How it works:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Identifies Loom video links in emails`}),`\n`,_jsx(_components.li,{children:`Downloads and indexes publicly accessible videos and their transcripts`}),`\n`]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Limitations:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Will not authenticate into Loom accounts`}),`\n`,_jsx(_components.li,{children:`Will not access password-protected or private videos`}),`\n`]}),`\n`,_jsx(Heading,{level:`3`,id:`google-docs`,children:`Google Docs`}),`\n`,_jsx(_components.p,{children:`Concrete downloads and indexes content from Google Workspace files shared via link.`}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Supported file types:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Google Docs (text documents)`}),`\n`,_jsx(_components.li,{children:`Google Sheets (spreadsheets)`}),`\n`,_jsx(_components.li,{children:`Google Drive files (various formats)`}),`\n`]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Limitations:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Only accesses files set to “anyone with the link” sharing`}),`\n`,_jsx(_components.li,{children:`File owner must allow downloading`}),`\n`,_jsx(_components.li,{children:`Cannot access files requiring sign-in or additional permissions`}),`\n`]}),`\n`,_jsx(Heading,{level:`3`,id:`all-other-links`,children:`All Other Links`}),`\n`,_jsx(_components.p,{children:`For websites and platforms not covered by dedicated integrations, Concrete uses screenshots to capture content.`}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`How it works:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`Takes high-resolution screenshot of linked page`}),`\n`,_jsx(_components.li,{children:`Extracts content from image if deemed useful`}),`\n`]}),`\n`,_jsx(_components.p,{children:_jsx(_components.strong,{children:`Best for:`})}),`\n`,_jsxs(_components.ul,{children:[`\n`,_jsx(_components.li,{children:`News articles and blog posts`}),`\n`,_jsx(_components.li,{children:`Company websites and landing pages`}),`\n`]}),`\n`,_jsx(_components.hr,{}),`\n`,_jsx(Heading,{level:`2`,id:`managing-crawling-settings`,children:`Managing Crawling Settings`}),`\n`,_jsxs(_components.ol,{children:[`\n`,_jsxs(_components.li,{children:[`Go to `,_jsx(_components.strong,{children:`Settings`}),` → `,_jsx(_components.strong,{children:`Email Accounts`})]}),`\n`,_jsx(_components.li,{children:`Select your inbox connection`}),`\n`,_jsxs(_components.li,{children:[`Tune your preferences using the toggles in the `,_jsx(_components.strong,{children:`follow links`}),` section.`]}),`\n`]})]})}function MDXContent(props={}){const{wrapper:MDXLayout}={..._provideComponents(),...props.components};return MDXLayout?_jsx(MDXLayout,{...props,children:_jsx(_createMdxContent,{...props})}):_createMdxContent(props)}return{default:MDXContent};function _missingMdxReference(id,component){throw new Error(`Expected `+(component?`component`:`object`)+\" `\"+id+\"` to be defined: you likely forgot to import, pass, or provide it.\")}","frontmatter":{},"scope":{"config":{},"pageMetadata":{"title":"Advanced Crawling","description":"How Concrete extracts and indexes content from links within your portfolio communications","icon":"globe","href":"/email-intelligence/advanced-crawling"}}},"mdxSourceWithNoJs":null},"mdxExtracts":{"tableOfContents":[{"title":"Overview","slug":"overview","depth":2,"children":[]},{"title":"Supported Integrations","slug":"supported-integrations","depth":2,"children":[{"title":"DocSend","slug":"docsend","depth":3,"children":[]},{"title":"Loom","slug":"loom","depth":3,"children":[]},{"title":"Google Docs","slug":"google-docs","depth":3,"children":[]},{"title":"All Other Links","slug":"all-other-links","depth":3,"children":[]}]},{"title":"Managing Crawling Settings","slug":"managing-crawling-settings","depth":2,"children":[]}],"codeExamples":{}},"jsLinks":[],"subdomain":"concrete","siteName":"Concrete Documentation","title":"Advanced Crawling - Concrete Documentation","navMaps":{"firstHrefInVersion":{},"firstHrefInLanguage":{}},"lastModified":"2025-08-27T07:13:51.078Z","originalFileLocation":"email-intelligence/advanced-crawling.mdx"},"headHtml":"\u003cscript data-mint-head>(function(){var d=document.documentElement,p=null;if(!p){try{p=localStorage.getItem(\"isDarkMode\")}catch(e){}if(p==='true')p='dark';else if(p==='false')p='light';if(p!=='light'\u0026\u0026p!=='dark'\u0026\u0026p!=='system')p=\"system\"}var r=p==='system'?(matchMedia(\"(prefers-color-scheme: dark)\").matches?'dark':'light'):p;d.classList.remove(r==='dark'?'light':'dark');d.classList.add(r);d.setAttribute(\"data-theme-preference\",p)})();\u003c/script>\u003cmeta data-mint-head name=\"description\" content=\"How Concrete extracts and indexes content from links within your portfolio communications\">\u003cmeta data-mint-head name=\"application-name\" content=\"Concrete Documentation\">\u003cmeta data-mint-head name=\"generator\" content=\"Mintlify\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon/android-chrome-192x192.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"apple-touch-icon\" type=\"image/png\" sizes=\"180x180\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon/apple-touch-icon.png\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon/favicon-16x16.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon/favicon-32x32.png\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon/favicon.ico\" media=\"(prefers-color-scheme: light)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"192x192\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon-dark/android-chrome-192x192.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"16x16\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon-dark/favicon-16x16.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"icon\" type=\"image/png\" sizes=\"32x32\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon-dark/favicon-32x32.png\" media=\"(prefers-color-scheme: dark)\">\u003clink data-mint-head rel=\"shortcut icon\" type=\"image/x-icon\" href=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon-dark/favicon.ico\" media=\"(prefers-color-scheme: dark)\">\u003cmeta data-mint-head property=\"og:title\" content=\"Advanced Crawling - Concrete Documentation\">\u003cmeta data-mint-head property=\"og:description\" content=\"How Concrete extracts and indexes content from links within your portfolio communications\">\u003cmeta data-mint-head property=\"og:site_name\" content=\"Concrete Documentation\">\u003cmeta data-mint-head property=\"og:url\" content=\"https://docs.concretehq.com/email-intelligence/advanced-crawling\">\u003cmeta data-mint-head property=\"og:type\" content=\"website\">\u003cmeta data-mint-head property=\"og:image\" content=\"https://concrete.mintlify.app/_mintlify/api/og/v2?division=Email+Intelligence\u0026amp;title=Advanced+Crawling\u0026amp;description=How+Concrete+extracts+and+indexes+content+from+links+within+your+portfolio+communications\u0026amp;theme=d3e8f42e745054a189b03786\u0026amp;signature=d4ebe5058baa62f7b237df48546724430b0d704bd32375cf079a2729a14adf11\">\u003cmeta data-mint-head property=\"og:image:width\" content=\"1200\">\u003cmeta data-mint-head property=\"og:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"twitter:card\" content=\"summary_large_image\">\u003cmeta data-mint-head name=\"twitter:title\" content=\"Advanced Crawling - Concrete Documentation\">\u003cmeta data-mint-head name=\"twitter:description\" content=\"How Concrete extracts and indexes content from links within your portfolio communications\">\u003cmeta data-mint-head name=\"twitter:image\" content=\"https://concrete.mintlify.app/_mintlify/api/og/v2?division=Email+Intelligence\u0026amp;title=Advanced+Crawling\u0026amp;description=How+Concrete+extracts+and+indexes+content+from+links+within+your+portfolio+communications\u0026amp;theme=d3e8f42e745054a189b03786\u0026amp;signature=d4ebe5058baa62f7b237df48546724430b0d704bd32375cf079a2729a14adf11\">\u003cmeta data-mint-head name=\"twitter:image:width\" content=\"1200\">\u003cmeta data-mint-head name=\"twitter:image:height\" content=\"630\">\u003cmeta data-mint-head name=\"msapplication-config\" content=\"/mintlify-assets/_mintlify/favicons/concrete/zfDJ9h0-DJP8xRSr/_generated/favicon/browserconfig.xml\">\u003cmeta data-mint-head name=\"apple-mobile-web-app-title\" content=\"Concrete Documentation\">\u003cmeta data-mint-head name=\"msapplication-TileColor\" content=\"#10B981\">\u003clink data-mint-head rel=\"canonical\" href=\"https://docs.concretehq.com/email-intelligence/advanced-crawling\">\u003clink data-mint-head rel=\"alternate\" type=\"application/xml\" href=\"/sitemap.xml\">\u003clink data-mint-head rel=\"alternate\" type=\"text/markdown\" href=\"/email-intelligence/advanced-crawling.md\">\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@graph\":[{\"@type\":\"Organization\",\"@id\":\"https://docs.concretehq.com/#organization\",\"name\":\"Concrete Documentation\",\"url\":\"https://docs.concretehq.com\",\"logo\":{\"@type\":\"ImageObject\",\"url\":\"https://mintcdn.com/concrete/6aqKzaqK_Dye5-Qe/logo/wordmark.800.png?fit=max\u0026auto=format\u0026n=6aqKzaqK_Dye5-Qe\u0026q=85\u0026s=d4145dbbb4aa767f9b2276c65ea86aa9\"}},{\"@type\":\"WebSite\",\"@id\":\"https://docs.concretehq.com#website\",\"name\":\"Concrete Documentation\",\"url\":\"https://docs.concretehq.com\",\"publisher\":{\"@id\":\"https://docs.concretehq.com/#organization\"}},{\"@type\":\"WebPage\",\"@id\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling#webpage\",\"url\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling\",\"name\":\"Advanced Crawling\",\"description\":\"How Concrete extracts and indexes content from links within your portfolio communications\",\"dateModified\":\"2025-08-27T07:13:51.078Z\",\"isPartOf\":{\"@id\":\"https://docs.concretehq.com#website\"},\"breadcrumb\":{\"@id\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling#breadcrumb\"}},{\"@type\":\"BreadcrumbList\",\"@id\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"Email Intelligence\",\"item\":\"https://docs.concretehq.com/email-intelligence/overview\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Advanced Crawling\",\"item\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling\"}]},{\"@type\":[\"Article\",\"TechArticle\"],\"@id\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling#article\",\"headline\":\"Advanced Crawling\",\"name\":\"Advanced Crawling\",\"description\":\"How Concrete extracts and indexes content from links within your portfolio communications\",\"url\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling\",\"mainEntityOfPage\":{\"@id\":\"https://docs.concretehq.com/email-intelligence/advanced-crawling#webpage\"},\"dateModified\":\"2025-08-27T07:13:51.078Z\",\"publisher\":{\"@id\":\"https://docs.concretehq.com/#organization\"},\"isPartOf\":{\"@id\":\"https://docs.concretehq.com#website\"}}]}\u003c/script>\u003cscript data-mint-head type=\"application/ld+json\">{\"@context\":\"https://schema.org\",\"@type\":\"WebSite\",\"name\":\"Concrete Documentation\",\"creator\":{\"@type\":\"Organization\",\"name\":\"Mintlify\",\"url\":\"https://mintlify.com\"}}\u003c/script>","siteName":"Concrete Documentation","nav":{"global":null,"groups":[{"group":"Get Started","pages":[{"title":"Introduction","icon":"rocket","href":"/index"},{"title":"Our Philosophy","icon":"lightbulb","href":"/philosophy"},{"title":"Getting Started","icon":"play","href":"/quickstart"},{"title":"Concepts","icon":"puzzle","href":"/concepts"},{"title":"Changelog","icon":"git-branch","href":"/changelog"}]},{"group":"Guides","pages":[{"title":"Bulk Import Companies","icon":"upload","href":"/guides/bulk-import-companies"},{"title":"Create a Custom Tracker","icon":"chart-line","href":"/guides/create-custom-tracker"}]},{"group":"Trackers","pages":[{"title":"Overview","icon":"chart-line","href":"/trackers/overview"},{"title":"Audit Trail","icon":"circle-check","href":"/trackers/audit-trail"},{"title":"Reference","icon":"book-open","href":"/trackers/reference"}]},{"group":"Email Intelligence","pages":[{"title":"Overview","description":"Transform your inbox into organized portfolio intelligence","icon":"mail","href":"/email-intelligence/overview"},{"title":"Advanced Crawling","icon":"globe","href":"/email-intelligence/advanced-crawling"},{"title":"Team Permissions","description":"Control how portfolio communications are shared with your team through intelligent permission levels","icon":"shield","href":"/email-intelligence/team-permissions"}]},{"group":"Meeting Intelligence","pages":[{"title":"Overview","icon":"calendar","href":"/meeting-intelligence/overview"},{"title":"Team Permissions","icon":"shield","href":"/meeting-intelligence/team-permissions"}]},{"group":"Apps \u0026 Services","pages":[{"title":"Concrete Relay","icon":"message-circle","href":"/apps-services/relay"}]},{"group":"API","pages":[{"title":"Overview","icon":"code","href":"/api-summary/overview"},{"title":"Authentication","icon":"key","href":"/api-summary/authentication"}]},{"group":"API Reference","pages":[{"group":"Authentication","pages":[{"title":"Get current member information","deprecated":null,"version":null,"openapi":"/openapi.yaml get /me","href":"/api-reference/authentication/get-current-member-information"}]},{"group":"Companies","pages":[{"title":"List companies","deprecated":null,"version":null,"openapi":"/openapi.yaml get /companies","href":"/api-reference/companies/list-companies"},{"title":"Create company","deprecated":null,"version":null,"openapi":"/openapi.yaml post /companies","href":"/api-reference/companies/create-company"},{"title":"Get company","deprecated":null,"version":null,"openapi":"/openapi.yaml get /companies/{companyPublicId}","href":"/api-reference/companies/get-company"},{"title":"Update company","deprecated":null,"version":null,"openapi":"/openapi.yaml put /companies/{companyPublicId}","href":"/api-reference/companies/update-company"},{"title":"Delete company","deprecated":null,"version":null,"openapi":"/openapi.yaml delete /companies/{companyPublicId}","href":"/api-reference/companies/delete-company"},{"title":"List company touchpoints","deprecated":null,"version":null,"openapi":"/openapi.yaml get /companies/{companyPublicId}/touchpoints","href":"/api-reference/companies/list-company-touchpoints"}]},{"group":"Funds","pages":[{"title":"List funds","deprecated":null,"version":null,"openapi":"/openapi.yaml get /funds","href":"/api-reference/funds/list-funds"},{"title":"Get fund companies","deprecated":null,"version":null,"openapi":"/openapi.yaml get /funds/{fundPublicId}/companies","href":"/api-reference/funds/get-fund-companies"},{"title":"Add companies to fund","deprecated":null,"version":null,"openapi":"/openapi.yaml post /funds/{fundPublicId}/companies","href":"/api-reference/funds/add-companies-to-fund"},{"title":"Remove companies from fund","deprecated":null,"version":null,"openapi":"/openapi.yaml delete /funds/{fundPublicId}/companies","href":"/api-reference/funds/remove-companies-from-fund"},{"title":"Update portfolio company status","deprecated":null,"version":null,"openapi":"/openapi.yaml patch /funds/{fundPublicId}/companies/{organizationPublicId}/status","href":"/api-reference/funds/update-portfolio-company-status"}]},{"group":"Meetings","pages":[{"title":"Create meeting","deprecated":null,"version":null,"openapi":"/openapi.yaml post /meetings","href":"/api-reference/meetings/create-meeting"}]},{"group":"Notes","pages":[{"title":"List notes","deprecated":null,"version":null,"openapi":"/openapi.yaml get /notes","href":"/api-reference/notes/list-notes"},{"title":"Create note","deprecated":null,"version":null,"openapi":"/openapi.yaml post /notes","href":"/api-reference/notes/create-note"},{"title":"Get note","deprecated":null,"version":null,"openapi":"/openapi.yaml get /notes/{notePublicId}","href":"/api-reference/notes/get-note"},{"title":"Update note","deprecated":null,"version":null,"openapi":"/openapi.yaml put /notes/{notePublicId}","href":"/api-reference/notes/update-note"},{"title":"Delete note","deprecated":null,"version":null,"openapi":"/openapi.yaml delete /notes/{notePublicId}","href":"/api-reference/notes/delete-note"}]},{"group":"Connections","pages":[{"title":"List connections","deprecated":null,"version":null,"openapi":"/openapi.yaml get /connections","href":"/api-reference/connections/list-connections"}]},{"group":"Trackers","pages":[{"title":"List trackers","deprecated":null,"version":null,"openapi":"/openapi.yaml get /trackers","href":"/api-reference/trackers/list-trackers"},{"title":"Get tracker","deprecated":null,"version":null,"openapi":"/openapi.yaml get /trackers/{trackerPublicId}","href":"/api-reference/trackers/get-tracker"},{"title":"List tracker values","deprecated":null,"version":null,"openapi":"/openapi.yaml get /trackers/{trackerPublicId}/values","href":"/api-reference/trackers/list-tracker-values"}]}]}]},"basePath":"","title":"Advanced Crawling - Concrete Documentation","buildId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","deploymentId":"dpl_DeHjVRGfFnhYQwHnfC2pjeXXv8h9","dynamics":[],"chunks":[]}