[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"marketplace-site-banners":3,"github-stars":9,"@directus-labs\u002Fai-web-scraper-operation":115},[4],{"id":5,"icon":6,"content":7,"link":8,"include_paths":6,"exclude_paths":6},"5cf2f5f6-aecf-4395-8c23-69de326fdf02",null,"Directus V12 is here","https:\u002F\u002Fdirectus.com\u002Fresources\u002Fv12-built-for-the-whole-team",{"id":10,"node_id":11,"name":12,"full_name":13,"private":14,"owner":15,"html_url":33,"description":34,"fork":14,"url":35,"forks_url":36,"keys_url":37,"collaborators_url":38,"teams_url":39,"hooks_url":40,"issue_events_url":41,"events_url":42,"assignees_url":43,"branches_url":44,"tags_url":45,"blobs_url":46,"git_tags_url":47,"git_refs_url":48,"trees_url":49,"statuses_url":50,"languages_url":51,"stargazers_url":52,"contributors_url":53,"subscribers_url":54,"subscription_url":55,"commits_url":56,"git_commits_url":57,"comments_url":58,"issue_comment_url":59,"contents_url":60,"compare_url":61,"merges_url":62,"archive_url":63,"downloads_url":64,"issues_url":65,"pulls_url":66,"milestones_url":67,"notifications_url":68,"labels_url":69,"releases_url":70,"deployments_url":71,"created_at":72,"updated_at":73,"pushed_at":74,"git_url":75,"ssh_url":76,"clone_url":77,"svn_url":33,"homepage":78,"size":79,"stargazers_count":80,"watchers_count":80,"language":81,"has_issues":82,"has_projects":82,"has_downloads":82,"has_wiki":14,"has_pages":14,"has_discussions":82,"forks_count":83,"mirror_url":6,"archived":14,"disabled":14,"open_issues_count":84,"license":85,"allow_forking":82,"is_template":14,"web_commit_signoff_required":14,"has_pull_requests":82,"pull_request_creation_policy":90,"topics":91,"visibility":32,"forks":83,"open_issues":84,"watchers":80,"default_branch":111,"temp_clone_token":6,"custom_properties":112,"organization":113,"network_count":83,"subscribers_count":114},7122594,"MDEwOlJlcG9zaXRvcnk3MTIyNTk0","directus","directus\u002Fdirectus",false,{"login":12,"id":16,"node_id":17,"avatar_url":18,"gravatar_id":19,"url":20,"html_url":21,"followers_url":22,"following_url":23,"gists_url":24,"starred_url":25,"subscriptions_url":26,"organizations_url":27,"repos_url":28,"events_url":29,"received_events_url":30,"type":31,"user_view_type":32,"site_admin":14},15967950,"MDEyOk9yZ2FuaXphdGlvbjE1OTY3OTUw","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F15967950?v=4","","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus","https:\u002F\u002Fgithub.com\u002Fdirectus","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Ffollowers","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Ffollowing{\u002Fother_user}","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Fgists{\u002Fgist_id}","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Fstarred{\u002Fowner}{\u002Frepo}","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Fsubscriptions","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Forgs","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Frepos","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Fevents{\u002Fprivacy}","https:\u002F\u002Fapi.github.com\u002Fusers\u002Fdirectus\u002Freceived_events","Organization","public","https:\u002F\u002Fgithub.com\u002Fdirectus\u002Fdirectus","The flexible backend for all your projects 🐰 Turn your DB into a headless CMS, admin panels, or apps with a custom UI, instant APIs, auth & more.","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fforks","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fkeys{\u002Fkey_id}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fcollaborators{\u002Fcollaborator}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fteams","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fhooks","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fissues\u002Fevents{\u002Fnumber}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fevents","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fassignees{\u002Fuser}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fbranches{\u002Fbranch}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Ftags","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fgit\u002Fblobs{\u002Fsha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fgit\u002Ftags{\u002Fsha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fgit\u002Frefs{\u002Fsha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fgit\u002Ftrees{\u002Fsha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fstatuses\u002F{sha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Flanguages","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fstargazers","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fcontributors","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fsubscribers","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fsubscription","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fcommits{\u002Fsha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fgit\u002Fcommits{\u002Fsha}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fcomments{\u002Fnumber}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fissues\u002Fcomments{\u002Fnumber}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fcontents\u002F{+path}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fcompare\u002F{base}...{head}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fmerges","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002F{archive_format}{\u002Fref}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fdownloads","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fissues{\u002Fnumber}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fpulls{\u002Fnumber}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fmilestones{\u002Fnumber}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fnotifications{?since,all,participating}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Flabels{\u002Fname}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Freleases{\u002Fid}","https:\u002F\u002Fapi.github.com\u002Frepos\u002Fdirectus\u002Fdirectus\u002Fdeployments","2012-12-12T01:35:36Z","2026-07-18T05:08:19Z","2026-07-17T21:10:45Z","git:\u002F\u002Fgithub.com\u002Fdirectus\u002Fdirectus.git","git@github.com:directus\u002Fdirectus.git","https:\u002F\u002Fgithub.com\u002Fdirectus\u002Fdirectus.git","https:\u002F\u002Fdirectus.com",447310,36507,"TypeScript",true,4850,399,{"key":86,"name":87,"spdx_id":88,"url":6,"node_id":89},"other","Other","NOASSERTION","MDc6TGljZW5zZTA=","all",[92,93,94,95,96,97,12,98,99,100,101,102,103,104,105,106,107,108,109,110],"api","app","cms","composable","data-visualization","database","graphql","headless-cms","javascript","mariadb","mssql","mysql","no-code","node","postgresql","sql","sqlite","typescript","vue","main",{},{"login":12,"id":16,"node_id":17,"avatar_url":18,"gravatar_id":19,"url":20,"html_url":21,"followers_url":22,"following_url":23,"gists_url":24,"starred_url":25,"subscriptions_url":26,"organizations_url":27,"repos_url":28,"events_url":29,"received_events_url":30,"type":31,"user_view_type":32,"site_admin":14},326,{"name":116,"description":117,"verified":14,"id":118,"readme":119,"type":120,"last_updated":121,"host_version":122,"downloads":123,"total_downloads":132,"sandbox":82,"license":190,"publisher":191,"versions":198,"formatted_name":242,"formatted_readme":243,"formatted_description":117,"featured_image":244,"images":245,"recent_downloads_7_days":246,"recent_downloads_30_days":247},"@directus-labs\u002Fai-web-scraper-operation","Use Firecrawl's Web Scraping API to extract data from websites.","6eadd229-5bc1-4c91-ab53-9f97e4b69493","# AI Web Scraper Operation\n\nUse Firecrawl's Web Scraping API to extract data from websites.\n\n![The AI Web Scraper operation, showing all options when configuring the extension](https:\u002F\u002Fraw.githubusercontent.com\u002Fdirectus-labs\u002Fextensions\u002Fmain\u002Fpackages\u002Fai-web-scraper-operation\u002Fdocs\u002Foptions.png)\n\nThis flexible operation allows you to scrape websites and extract data using a variety of options. You must always provide an API Key and URL, and will always receive basic `metadata` in the response.\n\nYou may additionally provide the following options:\n\n## Include \u002F Exclude Tags\n\nThese options allow you to control which HTML elements are included or excluded from the response when scraping web pages.\n\n## Actions Before Scraping\n\nYou can perform actions before scraping the website. Each action may have a number of options, which are defined in the `options` field as a JSON object. You do not need to define the `type` of action within the options, as it is set automatically based on the action you choose.\n\n## Data To Extract\n\nYou can extract specific data from the scraped website. Specify properties you want Firecrawl to extract, and their types (string, boolean, number, etc.), and the operation will extract the data and return it in the response. These keys will be returned in the response.\n\n## Formats\n\nAll requests using this operation will return `metadata` in the response. You may also request additional formats to be returned, such as `markdown`, `html`, and `screenshot`. If `screenshot` is requested, a link to the screenshot will be returned.\n\n## Output\n\nThe operation outputs a JSON object with the following structure:\n\n```json\n{\n  \"extract\": {\n    \"summary\": \"Firecrawl is an API service for crawling URLs and converting their content to clean data.\",\n    \"license\": \"AGPL-3.0\",\n    \"can_self_host\": true\n  },\n  \"actions\": {\n    \"screenshots\": [ \"https:\u002F\u002Fdirectlinktoimage.com\u002Fscreenshot.png\" ]\n  },\n  \"metadata\": {\n    \"title\": \"Quickstart | Firecrawl\",\n    \"description\": \"Firecrawl allows you to turn entire websites into LLM-ready markdown\",\n    \"language\": \"sen\",\n    \"ogLocaleAlternate\": [],\n    \"viewport\": \"width=device-width\",\n    \"msapplication-config\": \"https:\u002F\u002Fmintlify.s3-us-west-1.amazonaws.com\u002Ffirecrawl\u002F_generated\u002Ffavicon\u002Fbrowserconfig.xml?v=3\",\n    \"apple-mobile-web-app-title\": \"Firecrawl Docs\",\n    \"application-name\": \"Firecrawl Docs\",\n    \"msapplication-TileColor\": \"#000\",\n    \"theme-color\": \"#ffffff\",\n    \"charset\": \"utf-8\",\n    \"og:type\": \"website\",\n    \"og:site_name\": \"Firecrawl Docs\",\n    \"twitter:card\": \"summary_large_image\",\n    \"og:title\": \"Quickstart | Firecrawl\",\n    \"twitter:title\": \"Firecrawl Docs\",\n    \"og:image\": \"\u002Fimages\u002Fog.png\",\n    \"twitter:image\": \"\u002Fimages\u002Fog.png\",\n    \"og:description\": \"Firecrawl allows you to turn entire websites into LLM-ready markdown\",\n    \"og:url\": \"https:\u002F\u002Fdocs.firecrawl.dev\u002Fintroduction\",\n    \"next-head-count\": \"25\",\n    \"sourceURL\": \"https:\u002F\u002Fdocs.firecrawl.dev\u002Fintroduction\",\n    \"statusCode\": 200\n  }\n}\n```\n\nAdding different formats will return additional data in the root object.","operation","2024-11-18T16:53:21.640Z","^10.10.0 || ^11.0.0",[124,127,130,133,135,137,139,141,143,146,148,150,152,154,156,159,161,163,165,167,169,171,173,175,177,179,181,183,185,188],{"date":125,"count":126},"2026-06-17",1,{"date":128,"count":129},"2026-06-18",4,{"date":131,"count":132},"2026-06-19",0,{"date":134,"count":132},"2026-06-20",{"date":136,"count":132},"2026-06-21",{"date":138,"count":126},"2026-06-22",{"date":140,"count":132},"2026-06-23",{"date":142,"count":132},"2026-06-24",{"date":144,"count":145},"2026-06-25",2,{"date":147,"count":132},"2026-06-26",{"date":149,"count":132},"2026-06-27",{"date":151,"count":145},"2026-06-28",{"date":153,"count":126},"2026-06-29",{"date":155,"count":132},"2026-06-30",{"date":157,"count":158},"2026-07-01",3,{"date":160,"count":126},"2026-07-02",{"date":162,"count":158},"2026-07-03",{"date":164,"count":145},"2026-07-04",{"date":166,"count":126},"2026-07-05",{"date":168,"count":132},"2026-07-06",{"date":170,"count":132},"2026-07-07",{"date":172,"count":126},"2026-07-08",{"date":174,"count":158},"2026-07-09",{"date":176,"count":132},"2026-07-10",{"date":178,"count":126},"2026-07-11",{"date":180,"count":132},"2026-07-12",{"date":182,"count":145},"2026-07-13",{"date":184,"count":132},"2026-07-14",{"date":186,"count":187},"2026-07-15",5,{"date":189,"count":126},"2026-07-16","MIT",{"username":192,"verified":82,"id":193,"github_username":192,"github_name":194,"github_blog":195,"github_bio":6,"github_location":196,"github_company":6,"github_avatar_url":197},"phazonoverload","8486d50d-a6bc-45c6-8627-60f3c144732c","Kevin Lewis","https:\u002F\u002Flws.io","Berlin","https:\u002F\u002Favatars.githubusercontent.com\u002Fu\u002F1461554?v=4",[199,215,229],{"version":200,"package":118,"publisher":193,"type":120,"host_version":122,"publish_date":201,"verified":14,"id":202,"url_repository":6,"url_homepage":6,"url_bugs":6,"file_count":129,"unpacked_size":203,"sandbox":82,"sandbox_requested_scopes":204,"license":190,"bundled":210,"maintainers":211},"1.1.0","2024-11-07T12:02:43.023Z","539e8c7b-8cf9-41b4-a91f-d658e6e7c4e2",10421,{"request":205},{"urls":206,"methods":208},[207],"https:\u002F\u002Fapi.firecrawl.dev\u002Fv1\u002Fscrape",[209],"POST",[],[212,213,214],11565,11566,11567,{"version":216,"package":118,"publisher":193,"type":120,"host_version":122,"publish_date":217,"verified":14,"id":218,"url_repository":6,"url_homepage":6,"url_bugs":6,"file_count":129,"unpacked_size":219,"sandbox":82,"sandbox_requested_scopes":220,"license":190,"bundled":224,"maintainers":225},"1.0.0","2024-11-05T14:46:53.524Z","9f8e4e05-72ea-4105-a458-fcef73b9d964",7703,{"request":221},{"urls":222,"methods":223},[207],[209],[],[226,227,228],11552,11553,11554,{"version":230,"package":118,"publisher":193,"type":120,"host_version":122,"publish_date":121,"verified":14,"id":231,"url_repository":6,"url_homepage":6,"url_bugs":6,"file_count":129,"unpacked_size":232,"sandbox":82,"sandbox_requested_scopes":233,"license":190,"bundled":237,"maintainers":238},"1.1.1","dbe47b8e-5312-46c8-a58a-e101626f705f",10390,{"request":234},{"urls":235,"methods":236},[207],[209],[],[239,240,241],11583,11584,11585,"AI Web Scraper Operation","\u003Ch1>AI Web Scraper Operation\u003C\u002Fh1>\n\u003Cp>Use Firecrawl's Web Scraping API to extract data from websites.\u003C\u002Fp>\n\u003Cp>\u003Cimg src=\"https:\u002F\u002Fraw.githubusercontent.com\u002Fdirectus-labs\u002Fextensions\u002Fmain\u002Fpackages\u002Fai-web-scraper-operation\u002Fdocs\u002Foptions.png\" alt=\"The AI Web Scraper operation, showing all options when configuring the extension\">\u003C\u002Fp>\n\u003Cp>This flexible operation allows you to scrape websites and extract data using a variety of options. You must always provide an API Key and URL, and will always receive basic \u003Ccode>metadata\u003C\u002Fcode> in the response.\u003C\u002Fp>\n\u003Cp>You may additionally provide the following options:\u003C\u002Fp>\n\u003Ch2>Include \u002F Exclude Tags\u003C\u002Fh2>\n\u003Cp>These options allow you to control which HTML elements are included or excluded from the response when scraping web pages.\u003C\u002Fp>\n\u003Ch2>Actions Before Scraping\u003C\u002Fh2>\n\u003Cp>You can perform actions before scraping the website. Each action may have a number of options, which are defined in the \u003Ccode>options\u003C\u002Fcode> field as a JSON object. You do not need to define the \u003Ccode>type\u003C\u002Fcode> of action within the options, as it is set automatically based on the action you choose.\u003C\u002Fp>\n\u003Ch2>Data To Extract\u003C\u002Fh2>\n\u003Cp>You can extract specific data from the scraped website. Specify properties you want Firecrawl to extract, and their types (string, boolean, number, etc.), and the operation will extract the data and return it in the response. These keys will be returned in the response.\u003C\u002Fp>\n\u003Ch2>Formats\u003C\u002Fh2>\n\u003Cp>All requests using this operation will return \u003Ccode>metadata\u003C\u002Fcode> in the response. You may also request additional formats to be returned, such as \u003Ccode>markdown\u003C\u002Fcode>, \u003Ccode>html\u003C\u002Fcode>, and \u003Ccode>screenshot\u003C\u002Fcode>. If \u003Ccode>screenshot\u003C\u002Fcode> is requested, a link to the screenshot will be returned.\u003C\u002Fp>\n\u003Ch2>Output\u003C\u002Fh2>\n\u003Cp>The operation outputs a JSON object with the following structure:\u003C\u002Fp>\n\u003Cpre>\u003Ccode class=\"language-json\">{\n  \"extract\": {\n    \"summary\": \"Firecrawl is an API service for crawling URLs and converting their content to clean data.\",\n    \"license\": \"AGPL-3.0\",\n    \"can_self_host\": true\n  },\n  \"actions\": {\n    \"screenshots\": [ \"https:\u002F\u002Fdirectlinktoimage.com\u002Fscreenshot.png\" ]\n  },\n  \"metadata\": {\n    \"title\": \"Quickstart | Firecrawl\",\n    \"description\": \"Firecrawl allows you to turn entire websites into LLM-ready markdown\",\n    \"language\": \"sen\",\n    \"ogLocaleAlternate\": [],\n    \"viewport\": \"width=device-width\",\n    \"msapplication-config\": \"https:\u002F\u002Fmintlify.s3-us-west-1.amazonaws.com\u002Ffirecrawl\u002F_generated\u002Ffavicon\u002Fbrowserconfig.xml?v=3\",\n    \"apple-mobile-web-app-title\": \"Firecrawl Docs\",\n    \"application-name\": \"Firecrawl Docs\",\n    \"msapplication-TileColor\": \"#000\",\n    \"theme-color\": \"#ffffff\",\n    \"charset\": \"utf-8\",\n    \"og:type\": \"website\",\n    \"og:site_name\": \"Firecrawl Docs\",\n    \"twitter:card\": \"summary_large_image\",\n    \"og:title\": \"Quickstart | Firecrawl\",\n    \"twitter:title\": \"Firecrawl Docs\",\n    \"og:image\": \"\u002Fimages\u002Fog.png\",\n    \"twitter:image\": \"\u002Fimages\u002Fog.png\",\n    \"og:description\": \"Firecrawl allows you to turn entire websites into LLM-ready markdown\",\n    \"og:url\": \"https:\u002F\u002Fdocs.firecrawl.dev\u002Fintroduction\",\n    \"next-head-count\": \"25\",\n    \"sourceURL\": \"https:\u002F\u002Fdocs.firecrawl.dev\u002Fintroduction\",\n    \"statusCode\": 200\n  }\n}\n\u003C\u002Fcode>\u003C\u002Fpre>\n\u003Cp>Adding different formats will return additional data in the root object.\u003C\u002Fp>","https:\u002F\u002Fraw.githubusercontent.com\u002Fdirectus-labs\u002Fextensions\u002Fmain\u002Fpackages\u002Fai-web-scraper-operation\u002Fdocs\u002Foptions.png",[244],8,29]