Skip to content

feat(mrscraper): add MrScraper integration for page scraping, Google search, and account usage #9277

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
riandradiva18 wants to merge 2 commits into
base: staging
Choose a base branch
from
Open

feat(mrscraper): add MrScraper integration for page scraping, Google search, and account usage #9277

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
44b277c
feat(integrations): add MrScraper tools and block
riandradiva18 Oct 21, 2026
9bfec03
fix(mrscraper): route html-only scrapes through the fetch endpoint
riandradiva18 Oct 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
29 changes: 29 additions & 0 deletions apps/docs/components/icons.tsx
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -650,6 +650,35 @@ export function FirecrawlIcon(props: SVGProps<SVGSVGElement>) {
)
}

interface MrScraperIconProps extends SVGProps<SVGSVGElement> {}

export function MrScraperIcon(props: MrScraperIconProps) {
return (
<svg {...props} viewBox='0 0 180 180' fill='none' xmlns='http://www.w3.org/2000/svg'>
<path
d='M0 0 C1.537 1.145 3.059 2.311 4.562 3.5 C5.306 4.08 6.05 4.66 6.816 5.258 C15.951 12.852 23.403 22.823 28.562 33.5 C28.907 34.191 29.251 34.882 29.605 35.594 C32.633 41.997 34.596 48.71 36.562 55.5 C37.08 57.06 37.08 57.06 37.608 58.652 C38.686 62.999 38.817 66.828 38.758 71.277 C38.755 72.089 38.752 72.9 38.749 73.736 C38.738 76.303 38.713 78.87 38.688 81.438 C38.677 83.188 38.668 84.939 38.66 86.689 C38.64 90.96 38.601 95.23 38.562 99.5 C32.292 99.5 26.023 99.5 19.562 99.5 C19.514 97.413 19.465 95.326 19.414 93.176 C19.36 91.107 19.303 89.038 19.245 86.969 C19.207 85.555 19.172 84.14 19.141 82.725 C18.591 58.512 13.701 37.836 -4.188 20.625 C-20.872 6.604 -40.089 2.252 -61.438 3.5 C-78.655 5.802 -95.262 14.097 -106.438 27.5 C-122.753 49.379 -122.77 73.327 -123.438 99.5 C-129.377 99.5 -135.317 99.5 -141.438 99.5 C-141.53 94.077 -141.61 88.657 -141.657 83.234 C-141.677 81.396 -141.704 79.559 -141.739 77.721 C-142.04 61.535 -140.05 48.063 -132.438 33.5 C-131.946 32.547 -131.455 31.595 -130.949 30.613 C-120.332 11.229 -104.57 -1.841 -84.438 -10.5 C-83.774 -10.803 -83.11 -11.107 -82.426 -11.419 C-54.869 -23.765 -24.073 -16.271 0 0 Z'
fill='#1BD0EF'
transform='translate(141.4375,20.5)'
/>
<path
d='M0 0 C6.93 0 13.86 0 21 0 C21.99 4.455 21.99 4.455 23 9 C25.763 12.491 27.653 14.261 32 15 C34.31 15.103 36.622 15.155 38.934 15.176 C40.32 15.199 41.706 15.223 43.092 15.248 C45.25 15.283 47.408 15.312 49.567 15.326 C64.033 15.435 76.795 17.706 87.895 27.707 C93.752 33.769 99 42.457 99 51 C96.918 51.815 94.834 52.627 92.75 53.438 C91.59 53.89 90.43 54.342 89.234 54.809 C86.81 55.702 84.517 56.458 82 57 C81.381 55.391 81.381 55.391 80.75 53.75 C78.565 48.778 76.466 46.638 71.383 44.426 C64.318 42.148 56.849 42.5 49.5 42.438 C24.82 42.168 24.82 42.168 16 34 C14.197 32.066 12.606 30.108 11 28 C9.948 29.083 9.948 29.083 8.875 30.188 C0.28 38.71 -7.325 42.072 -19.355 42.176 C-20.798 42.199 -22.24 42.223 -23.682 42.248 C-25.928 42.283 -28.174 42.312 -30.421 42.326 C-40.298 42.397 -49.287 42.715 -57.5 48.875 C-59.324 51.46 -60.171 53.961 -61 57 C-64.737 56.195 -68.194 54.824 -71.75 53.438 C-72.92 52.982 -74.091 52.527 -75.297 52.059 C-76.635 51.535 -76.635 51.535 -78 51 C-77.355 41.113 -72.279 33.352 -65.594 26.266 C-53.665 15.846 -39.659 15.672 -24.76 15.544 C-22.641 15.522 -20.522 15.482 -18.402 15.441 C-17.149 15.428 -15.896 15.414 -14.605 15.401 C-9.65 14.85 -5.426 13.711 -2.125 9.75 C-0.624 6.399 -0.624 6.399 0 0 Z'
fill='#1BD0EF'
transform='translate(79,114)'
/>
<path
d='M0 0 C5.167 -0.062 5.167 -0.062 10.438 -0.125 C11.504 -0.143 12.571 -0.161 13.67 -0.18 C28.257 -0.264 39.779 4.354 50.453 14.461 C50.964 14.969 51.474 15.477 52 16 C51.312 19.656 49.746 22.519 47.938 25.75 C47.39 26.735 46.842 27.72 46.277 28.734 C45.645 29.856 45.645 29.856 45 31 C40.498 29.25 36.17 27.208 31.816 25.121 C25.21 22.491 18.143 22.701 11.125 22.438 C10.055 22.394 8.985 22.351 7.883 22.307 C5.255 22.201 2.628 22.1 0 22 C0 14.74 0 7.48 0 0 Z'
fill='#1BD0EF'
transform='translate(98,74)'
/>
<path
d='M0 0 C4.31 2.321 7.197 4.391 9 9 C9.545 13.583 9.587 17.578 7.812 21.875 C4.62 25.618 1.984 28.064 -2.938 28.938 C-7.024 29.261 -9.547 28.276 -13 26 C-16.3 23.146 -17.773 21.161 -18.238 16.73 C-18.407 10.957 -18.106 7.422 -14 3 C-9.367 -0.773 -5.916 -1.721 0 0 Z'
fill='#1BD0EF'
transform='translate(56,72)'
/>
</svg>
)
}

export function JinaAIIcon(props: SVGProps<SVGSVGElement>) {
return (
<svg
Expand Down
2 changes: 2 additions & 0 deletions apps/docs/components/ui/icon-mapping.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -192,6 +192,7 @@ import {
ModalIcon,
MondayIcon,
MongoDBIcon,
MrScraperIcon,
MySQLIcon,
Neo4jIcon,
NetSuiteIcon,
Expand Down Expand Up @@ -543,6 +544,7 @@ export const blockTypeToIconMap: Record<string, IconComponent> = {
monday: MondayIcon,
mongodb: MongoDBIcon,
mothership: Blimp,
mrscraper: MrScraperIcon,
mssql: MicrosoftSqlIcon,
mysql: MySQLIcon,
neo4j: Neo4jIcon,
Expand Down
1 change: 1 addition & 0 deletions apps/docs/content/docs/integrations/meta.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -178,6 +178,7 @@
"monday",
"monday-service-account",
"mongodb",
"mrscraper",
"mssql",
"mysql",
"neo4j",
Expand Down
258 changes: 258 additions & 0 deletions apps/docs/content/docs/integrations/mrscraper.mdx
View file
Open in desktop

Large diffs are not rendered by default.

Loading