Commit Graph

Select branches

Hide Pull Requests

0.3.5

0.3.6

0.3.7

0.3.72

0.3.73

0.3.74

0.3.742

0.3.743

0.3.744

0.3.745

0.3.75

0.4.0

0.4.1

0.4.2

2025-JUN-1

add-claude-github-actions-1759553116682

bug/proxy_config

bugfix/arun-many-cdp-managed-browser

claude/fix-update-pyopenssl-security-011CUPexU25DkNvoxfu5ZrnB

claude/implement-webhook-crawl-feature-011CULZY1Jy8N5MUkZqXkRVp

coderabbitai/docstrings/14vTVzYa3bH06l5wYNY9jTghrrj9FxxWL

codex/add-httpx-and-https-http2]-packages

codex/add-memory_wait_timeout-parameter-to-memoryadaptivedispatche

codex/add-use_stemming-parameter-to-bm25contentfiler

codex/add-vnc-streaming-endpoint-to-docker-server

codex/find-and-fix-a-bug

codex/fix-indexerror-in-browser-manager-py-with-use-managed-browse

copilot/modify-page-creation-and-logging

deploy

develop

devin/1748137705-fix-bm25contentfilter-docs

docker-test

docker/add_features

docker/base_config_overrides

docker/fix_sig

docs

docs-llm-strategies-update

docs-proxy-security

extract-media

feat/ahmed_dev

feat/follow-frameset

feat/undetected-browser

feature/agent-oai

feature/async-llm-extaction

feature/c4a-script

feature/configHealthMonitor

feature/content-filter

feature/content-filter-nasrin-1

feature/docker-cluster

feature/docker-hooks

feature/docker-llm-parameters

feature/marketplace-sponsor-logo

feature/nasrin-cli-deep-crawl

feature/scraper

feature/scraping-strategy

feature/telemetry

fix-async-url-seeder-redirect-verification

fix-cors-disable-web-security

fix/adaptive-crawler-llm-config

fix/arun-return-type-1898

fix/async-llm-extraction-arunMany

fix/batch-easy-issues-10

fix/bedrock-provider-prefix

fix/case_senstive_params

fix/cdp

fix/configurable-backoff

fix/deep-crawl-scoring

fix/deep-crawl-scoring-priority

fix/deep-crawl-stream-docker

fix/deep-crawl-streaming-contextvar-1917

fix/deprecated_pydantic

fix/deserialize-schema-type-false-positive

fix/dfs_deep_crawling

fix/docker

fix/docker-filter

fix/docker-jwt

fix/docker-llmEnvFile

fix/exit_with_q

fix/https-reditrect

fix/issue-1748-screenshot-scroll-delay

fix/issue-1776-adaptive-external-filter

fix/json-infinity-serialization

fix/linkPreviewScoring

fix/marketplace

fix/mcp-crawler-config-passthrough

fix/mcp-ensure-ascii-cjk-encoding

fix/n-playwright-stealth

fix/nlp-sentence-chunking-1909

fix/playwright-stealth

fix/preserve-tail-text-1938

fix/proxy_deprecation

fix/rate-limiter-burst-and-headers-1095

fix/relative_url

fix/release-notes-demo-code

fix/request-crawl-stream

fix/sandbox-escape-allowlist-attrs

fix/serialize-proxy-config

fix/sitemap_seeder

fix/timeline-deadlock-shared-lock-1754

fix/viewport_in_managed_browser

format-inline-tags

hooks

image-description

image-filterizer

implement-webhook-crawl-feature-011CULZY1Jy8N5MUkZqXkRVp

integrate-verified-prs

main

main-0.3.7

main-1

main-75

main-img-captionify

main-v0.2.72

merge-pr971

new-release-0.0.2

new-release-0.0.2-no-spacy

next

next-2-batch-crawl

next-JUN

next-MAY

next-alpine-docker

next-browser-farm

patch/generate_schema

pdf_processing

proxy-support

pull-84

release/v0.7.0

release/v0.7.1

release/v0.7.2

release/v0.7.3

release/v0.7.4

release/v0.7.5

release/v0.7.6

release/v0.7.7

release/v0.7.8

release/v0.8.0

release/v0.8.5

release/v0.8.7

release/v0.8.8

release/v0.8.9

run-many-deep-crawling

scraper-uc

scrapper

sponsors/thor_data

ssh-server

staging

unclecode-patch-1

unclecode-patch-2

unclecode-patch-3

unclecode-patch-4

unclecode-patch-5

unclecode-patch-6

unclecode-patch-7

unclecode-patch-8

unclecode/issue157

unclecode/issue167

v0.2.74

v0.2.76

v0.4.24

v0.4.241

v0.4.242

v0.4.243

v0.5.5

vr0.4.244

vr0.4.245

vr0.4.246

vr0.4.267

vr0.4.3b1

vr0.4.3b2

vr0.4.3b3

vr0.5.0.post1

vr0.5.0.post5

#1004

#1030

#1054

#1058

#1059

#1060

#1062

#1065

#1068

#1073

#1074

#1077

#1078

#108

#1081

#1083

#1085

#1085

#109

#1090

#1093

#1094

#1098

#1100

#1102

#1104

#1106

#1107

#1108

#1110

#1113

#1122

#1123

#1124

#1124

#1133

#1137

#1140

#1145

#1152

#1155

#1155

#1156

#1157

#1159

#1161

#1170

#1175

#1179

#1180

#1184

#1186

#119

#1192

#1193

#1195

#1200

#1207

#1208

#1209

#1210

#1211

#1212

#1214

#1220

#1223

#1225

#1232

#1234

#1238

#1239

#1245

#1249

#125

#1255

#1263

#1265

#1266

#1267

#1272

#1274

#128

#1281

#1282

#1285

#1289

#1289

#129

#1290

#1296

#13

#1303

#1304

#1305

#1307

#1308

#1313

#1319

#1334

#1334

#1336

#1337

#1339

#134

#135

#1351

#1356

#1358

#1361

#1364

#1366

#1368

#1369

#1371

#1372

#1373

#1376

#1378

#1381

#1383

#1384

#1386

#1387

#1388

#1389

#139

#1390

#1393

#1395

#1398

#1399

#14

#1402

#1408

#1413

#1416

#1417

#1420

#1422

#1425

#1426

#1432

#1433

#1435

#1436

#1440

#1441

#1444

#1447

#1448

#1450

#1451

#1454

#1463

#1464

#1465

#1467

#1469

#1470

#1471

#1478

#1482

#1483

#1486

#1488

#149

#1494

#1495

#1496

#1497

#1501

#1508

#1513

#1514

#1518

#1519

#1525

#1527

#1528

#1529

#1530

#1531

#1532

#1533

#1533

#1535

#1536

#1537

#1539

#1546

#1547

#1548

#1550

#1554

#1555

#1556

#1557

#1558

#1560

#1565

#1568

#1569

#1570

#1572

#1576

#158

#1580

#1588

#1589

#1590

#1592

#1595

#1596

#1597

#1598

#1599

#1600

#1605

#1607

#1609

#1612

#1613

#1617

#1617

#1619

#1620

#1622

#1623

#1624

#1628

#1630

#1633

#1637

#1640

#1641

#1643

#1645

#1648

#1650

#1653

#1655

#1661

#1662

#1667

#1668

#1674

#1676

#1677

#1681

#1683

#1685

#1689

#169

#1694

#1696

#1697

#1698

#1700

#1702

#1703

#1706

#1707

#1710

#1712

#1713

#1714

#1715

#1716

#1717

#1718

#1719

#172

#1720

#1721

#1722

#1723

#1724

#1729

#1730

#1733

#1734

#1744

#1746

#1752

#1755

#1756

#1756

#1759

#176

#1760

#1761

#1763

#1764

#1765

#1766

#1768

#1770

#1771

#1772

#1773

#1774

#1775

#1777

#1778

#1782

#1783

#1784

#1785

#1786

#1787

#1788

#1789

#1790

#1791

#1792

#1793

#1794

#1795

#1796

#1798

#1803

#1804

#1805

#1806

#1807

#1807

#1808

#1808

#1809

#1809

#1810

#1810

#1811

#1811

#1812

#1812

#1813

#1814

#1814

#1816

#1816

#1822

#1822

#1823

#1824

#1826

#1827

#1828

#1829

#1830

#1831

#1832

#1833

#1834

#1835

#1835

#1836

#1838

#1838

#1840

#1840

#1844

#1845

#1846

#1847

#1847

#1849

#1851

#1852

#1853

#1853

#1854

#1854

#1855

#1856

#1856

#1857

#1857

#1858

#1858

#1859

#1859

#1860

#1860

#1861

#1861

#1862

#1862

#1866

#1866

#1868

#1868

#1869

#1869

#1870

#1870

#1871

#1871

#1873

#1873

#1874

#1874

#1875

#1875

#1876

#1876

#1877

#1879

#1881

#1881

#1882

#1884

#1884

#1885

#1886

#1887

#1887

#1891

#1891

#1892

#1892

#1893

#1893

#1895

#1895

#1896

#1896

#1897

#1899

#1899

#1901

#1902

#1902

#1904

#1904

#1906

#1906

#1907

#1908

#1908

#1910

#1911

#1913

#1914

#1915

#1915

#1922

#1923

#1923

#1925

#1929

#1931

#1932

#1932

#1933

#1934

#1935

#1935

#1936

#1937

#1939

#194

#1940

#1941

#1941

#1943

#1944

#1944

#1946

#1946

#1947

#1951

#1952

#1953

#1955

#1955

#1957

#1957

#1960

#1965

#1965

#1967

#1969

#1970

#1970

#1971

#1975

#1976

#1977

#1977

#1978

#1979

#1981

#1983

#1983

#1984

#1984

#1985

#1985

#1986

#1986

#1987

#1987

#1988

#1988

#1989

#1990

#1991

#1991

#1993

#1993

#1994

#1994

#1995

#1995

#1997

#1997

#200

#2001

#2001

#2003

#2003

#2004

#2004

#2005

#2005

#2008

#2008

#2009

#2009

#215

#218

#229

#232

#234

#24

#249

#255

#269

#271

#279

#286

#288

#293

#294

#298

#299

#3

#300

#304

#312

#313

#314

#324

#33

#332

#335

#337

#34

#357

#358

#369

#37

#379

#387

#389

#390

#394

#403

#410

#411

#416

#419

#419

#427

#440

#444

#445

#458

#462

#465

#472

#475

#496

#510

#562

#581

#60

#605

#606

#609

#612

#617

#618

#622

#64

#640

#65

#657

#658

#66

#662

#671

#679

#680

#681

#685

#687

#706

#708

#723

#724

#729

#734

#741

#749

#75

#752

#754

#775

#776

#777

#788

#792

#799

#80

#800

#806

#808

#821

#84

#84

#846

#85

#864

#865

#868

#891

#899

#901

#903

#914

#915

#916

#918

#929

#93

#931

#945

#948

#95

#961

#967

#969

#970

#971

#973

#977

#983

#988

#988

#990

#994

#999

0.3.4

checkpoint-pre-antibot-fallback

docker-rebuild-v0.7.5

docker-rebuild-v0.7.6

docker-rebuild-v0.7.7

docker-rebuild-v0.7.8

docker-rebuild-v0.8.0

docker-rebuild-v0.8.5

docker-rebuild-v0.8.6

docker-rebuild-v0.8.7

docker-rebuild-v0.8.8

docker-rebuild-v0.8.9

v.3.72

v0.0.75

v0.1.0

v0.2.0

v0.2.1

v0.2.2

v0.2.4

v0.2.6

v0.2.7

v0.2.71

v0.2.72

v0.2.73

v0.2.74

v0.2.77

v0.3.0

v0.3.3

v0.3.6

v0.3.745

v0.3.746

v0.4.24

v0.4.243

v0.5.0.post1

v0.6.3

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.7.4

v0.7.5

v0.7.6

v0.7.7

v0.7.8

v0.8.0

v0.8.5

v0.8.6

v0.8.7

v0.8.8

v0.8.9

vr0.6.0

vr0.6.0rc1

vr0.6.3

Mono Color

• a28046c233 Rename episode_08_Media_Handling:_Images,_Videos,_and_Audio.md to episode_08_Media_Handling_Images_Videos_and_Audio.md bizrockman 2024-11-04 20:18:26 +01:00
• 0bba0e074f Preventing NoneType has no attribute get Errors bizrockman 2024-11-04 20:12:24 +01:00
• c4c6227962 Creating the API server component UncleCode 2024-11-04 20:33:15 +08:00
• e6c914d2fa Refactor version management and remove deprecated gitignore.dev file UncleCode 2024-11-04 16:51:59 +08:00
• be8f4fc59a Merge branch '0.3.73' of https://github.com/unclecode/crawl4ai into 0.3.73 UncleCode 2024-11-04 14:12:07 +08:00
• fbdf870fbf Update CHANGELOG unclecode 2024-11-04 14:10:27 +08:00
• 7b0cca41b4 Update gitignore UncleCode 2024-11-04 13:48:26 +08:00
• 33d0e9ec8c Update dev gitignore UncleCode 2024-11-04 13:42:37 +08:00
• 42f1c67ca8 Merge branch '0.3.73' of https://github.com/unclecode/crawl4ai into 0.3.73 UncleCode 2024-11-04 13:39:39 +08:00
• e28c49a8fe Refactor .gitignore.dev file: Add ignore patterns for various files and directories UncleCode 2024-11-04 13:39:38 +08:00
• 54d5a3a259 Improved database management and error handling, updated README instructions, refined .gitignore, enhanced async web crawling capabilities, and updated dependencies. unclecode 2024-11-04 13:22:13 +08:00
• de6b43f334 Merge pull request #215 from mjvankampen/build/flexible-requirements UncleCode 2024-11-03 08:30:06 +01:00
• 07f508bd0c Merge pull request #218 from timoa/main UncleCode 2024-11-03 06:59:30 +01:00
• 62a86dbe8d Refactor mission section in README and add mission diagram UncleCode 2024-10-31 16:38:56 +08:00
• 492ada0ed4 Add mission diagram to MISSION.md UncleCode 2024-10-31 15:26:43 +08:00
• d8eef02867 Add link to mission statement in README UncleCode 2024-10-31 15:23:58 +08:00
• 6c7235d6a7 Add mission.md file UncleCode 2024-10-31 15:22:00 +08:00
• 0a09d78fa5 chore(docs): fix documentation links + markdown lint Damien Laureaux 2024-10-31 05:50:22 +01:00
• e8aaa57cb2 Merge branch 'main' of https://github.com/unclecode/crawl4ai Unclecode 2024-10-30 12:59:34 +00:00
• 19c3f3efb2 Refactor tutorial markdown files: Update numbering and formatting UncleCode 2024-10-30 20:58:07 +08:00
• a661b3173d Merge branch 'main' of https://github.com/unclecode/crawl4ai Unclecode 2024-10-30 12:47:07 +00:00
• e97e8df6ba Update README: Fix typo in project name UncleCode 2024-10-30 20:45:20 +08:00
• cb6f5323ae Update README UncleCode 2024-10-30 20:44:57 +08:00
• 47464cedec Update README UncleCode 2024-10-30 20:42:27 +08:00
• 982d203d91 Merge branch '0.3.73' UncleCode 2024-10-30 20:40:09 +08:00
• 9307c19f35 Update documents, upload new version of quickstart. UncleCode 2024-10-30 20:39:35 +08:00
• 605a82793b fix dev requirements and lock playwright due to failing tests Mark Jan van Kampen 2024-10-30 10:41:37 +01:00
• df9ee44d42 build: make requirements more flexible Mark Jan van Kampen 2024-10-30 10:03:22 +01:00
• e9f7d5e73a Merge branch '0.3.73' UncleCode 2024-10-30 00:16:49 +08:00
• 3529c2e732 Update new tutorial documents and added to the docs folder. UncleCode 2024-10-30 00:16:18 +08:00
• d9e0b7abab Fix README badge UncleCode 2024-10-28 15:14:16 +08:00
• b2800fefc6 Add badges to README UncleCode 2024-10-28 15:10:12 +08:00
• d913e20edc Update Readme UncleCode 2024-10-28 15:09:37 +08:00
• b781b6df96 Merge branch 'main' of https://github.com/unclecode/crawl4ai Unclecode 2024-10-27 11:42:23 +00:00
• c2a71a5abe Update Docs folder, prepare branch for new version 0.3.73 v.3.72 UncleCode 2024-10-27 19:35:13 +08:00
• d61615e0b0 Merge branch '0.3.72' UncleCode 2024-10-27 19:33:05 +08:00
• ac9d83c72f Update gitignore main-0.3.7 UncleCode 2024-10-27 19:29:04 +08:00
• ff9149b5c9 Merge branch 'main' of https://github.com/unclecode/crawl4ai UncleCode 2024-10-27 19:28:05 +08:00
• 4239654722 Update Documentation 0.3.72 UncleCode 2024-10-27 19:24:46 +08:00
• 38474bd66a Update version UncleCode 2024-10-24 20:24:21 +08:00
• bcfe83f702 feat: enhance crawler with overlay removal and improved screenshot capabilities UncleCode 2024-10-24 20:22:47 +08:00
• 32f57c49d6 Merge pull request #194 from IdrisHanafi/feat/customize-crawl-base-directory UncleCode 2024-10-24 13:09:27 +02:00
• 60ba131ac8 [v0.3.72] Enhance content extraction and proxy support UncleCode 2024-10-22 20:19:22 +08:00
• a5f627ba1a feat: customize crawl base directory Idris Hanafi 2024-10-21 17:58:39 -04:00
• 04d16e6d2b Fix Base64 image parsing in WebScrappingStrategy (issue 182) UncleCode 2024-10-20 19:25:25 +08:00
• 1dd36f9035 Refactor content scrapping strategy and improve error handling UncleCode 2024-10-20 19:11:18 +08:00
• 6ec4cb33ca Enhance Markdown generation and external content control UncleCode 2024-10-20 18:56:58 +08:00
• e7cd8a1c2d Update Changelog UncleCode 2024-10-19 18:37:12 +08:00
• 4e2852d5ff [v0.3.71] Enhance chunking strategies and improve overall performance UncleCode 2024-10-19 18:36:59 +08:00
• b309bc34e1 Fix the model nam ein quick start example 0.3.7 UncleCode 2024-10-18 15:32:25 +08:00
• b8147b64e0 chore: Bump version to 0.3.71 and improve error handling UncleCode 2024-10-18 13:31:12 +08:00
• aab6ea022e Update requirements and switch to 0.3.8 UncleCode 2024-10-18 12:51:23 +08:00
• dd17ed0e63 Rename some flags name, introducing magic flag. UncleCode 2024-10-18 12:35:09 +08:00
• dbb587d681 Update gitignore UncleCode 2024-10-17 21:38:48 +08:00
• 768aa06ceb feat(crawler): Enhance stealth and flexibility, improve error handling UncleCode 2024-10-17 21:37:48 +08:00
• 8105fd178e Removed stubs for remove_from_future_crawls since the visited set is updated soon as the URL was queued, Removed add_to_retry_queue(url) since retry with exponential backoff with help of tenacity is going to take care of it. Aravind Karnam 2024-10-17 15:42:43 +05:30
• ce7fce4b16 1. Moved to asyncio.wait instead of gather so that results can be yeilded just as they are ready, rather than in batches 2. Moved the visted.add(url), to before the task is put in queue rather than after the crawl is completed. This makes sure that duplicate crawls doesn't happen when same URL is found at different depth and that get's queued too because the crawl is not yet completed and visted set is not updated. 3. Named the yield_results attribute to stream instead. Since that seems to be popularly used in all other AI libraries for intermediate results. Aravind Karnam 2024-10-17 12:25:17 +05:30
• de28b59aca removed unused imports Aravind Karnam 2024-10-16 22:36:48 +05:30
• 04d8b47b92 Exposed min_crawl_delay for BFSScraperStrategy Aravind Karnam 2024-10-16 22:34:54 +05:30
• 2943feeecf 1. Added a flag to yield each crawl result,as they become ready along with the final scraper result as another option 2. Removed ascrape_many method, as I'm currently not focusing on it in the first cut of scraper 3. Added some error handling for cases where robots.txt cannot be fetched or parsed. Aravind Karnam 2024-10-16 22:05:29 +05:30
• 8a7d29ce85 updated some comments and removed content type checking functionality from core as it's implemented as a filter Aravind Karnam 2024-10-16 15:59:37 +05:30
• 159bd875bd Merge pull request #5 from aravindkarnam/main aravind 2024-10-16 10:41:22 +05:30
• 9ffa34b697 Update README v0.3.6 unclecode/issue167 unclecode/issue157 unclecode 2024-10-14 22:58:27 +08:00
• 740802c491 Merge branch '0.3.6' unclecode 2024-10-14 22:55:24 +08:00
• b9ac96c332 Merge branch 'main' of https://github.com/unclecode/crawl4ai unclecode 2024-10-14 22:54:23 +08:00
• d06535388a Update gitignore unclecode 2024-10-14 22:53:56 +08:00
• 5b84ac9186 Merge branch '0.3.5' of https://github.com/unclecode/crawl4ai into 0.3.5 0.3.5 unclecode 2024-10-14 22:53:09 +08:00
• 7ea5603576 Update gitignore unclecode 2024-10-14 22:52:00 +08:00
• 2b73bdf6b0 Update changelog 0.3.6 unclecode 2024-10-14 21:04:02 +08:00
• 6aa803d712 Update gitignore unclecode 2024-10-14 21:03:40 +08:00
• 320afdea64 feat: Enhance crawler flexibility and LLM extraction capabilities unclecode 2024-10-14 21:03:28 +08:00
• ccbe72cfc1 Merge pull request #135 from hitesh22rana/fix/docs-example UncleCode 2024-10-13 14:39:07 +08:00
• b9bbd42373 Update Quickstart examples unclecode 2024-10-13 14:37:45 +08:00
• 68e9144ce3 feat: Enhance crawling control and LLM extraction flexibility unclecode 2024-10-12 14:48:22 +08:00
• 9b2b267820 CHANGELOG UPDATE unclecode 2024-10-12 13:42:56 +08:00
• ff3524d9b1 feat(v0.3.6): Add screenshot capture, delayed content, and custom timeouts unclecode 2024-10-12 13:42:42 +08:00
• b99d20b725 Add pypi_build.sh to .gitignore unclecode 2024-10-08 18:10:57 +08:00
• 768b93140f docs: fixed css_selector for example hitesh22rana 2024-10-05 00:25:41 +09:00
• d743adac68 Fixed some bugs in robots.txt processing Aravind Karnam 2024-10-03 15:58:57 +05:30
• 7fe220dbd5 1. Introduced a bool flag to ascrape method to switch between sequential and concurrent processing 2. Introduced a dictionary for depth tracking across various tasks 3. Removed redundancy with crawled_urls variable. Instead created a list with visited set variable in returned object. Aravind Karnam 2024-10-03 11:17:11 +05:30
• 65e013d9d1 Merge pull request #3 from aravindkarnam/main aravind 2024-10-03 09:52:12 +05:30
• 4750810a67 Enhance AsyncWebCrawler with smart waiting and screenshot capabilities unclecode 2024-10-02 17:34:56 +08:00
• e0e0db4247 Bump version to 0.3.4 0.3.4 unclecode 2024-09-29 17:07:52 +08:00
• bccadec887 Remove dependency on psutil, PyYaml, and extend requests version range unclecode 2024-09-29 17:07:06 +08:00
• 0759503e50 Extend numpy version range to support Python 3.9 v0.3.3 unclecode 2024-09-29 00:08:02 +08:00
• 7f1c020746 Update README to add link to previous version in branch V0.2.76 unclecode 2024-09-28 00:31:53 +08:00
• 7afa11a02f Update .gitignore to include test_env/ and tmp/ directories v0.2.76 unclecode 2024-09-28 00:12:58 +08:00
• 5d4e92db7d Update quickstart_async.py to improve performance and add Firecrawl simulation v0.3.0 staging unclecode 2024-09-28 00:11:39 +08:00
• 8b6e88c85c Update .gitignore to ignore temporary and test directories unclecode 2024-09-26 15:09:49 +08:00
• 64190dd0c4 Update README unclecode 2024-09-25 17:26:13 +08:00
• 7100bcdf04 Add session based crawling documentation unclecode 2024-09-25 17:16:55 +08:00
• 10cdad039d Update documents and README unclecode 2024-09-25 16:52:11 +08:00
• f1eee09cf4 Update README, add manifest, make selenium optional library unclecode 2024-09-25 16:35:14 +08:00
• 4d48bd31ca Push async version last changes for merge to main branch unclecode 2024-09-24 20:52:08 +08:00
• 7f3e2e47ed Parallel processing with retry on failure with exponential backoff - Simplified URL validation and normalisation - respecting Robots.txt Aravind Karnam 2024-09-19 12:34:12 +05:30
• 78f26ac263 Merge pull request #2 from aravindkarnam/staging aravind 2024-09-18 18:16:23 +05:30
• d628bc4034 Refactor content_scrapping_strategy.py to remove excluded tags unclecode 2024-09-12 17:35:45 +08:00
• b179aa9b6f Refactor website content and setup.py descriptions for consistent terminology unclecode 2024-09-12 16:50:52 +08:00
• 30807f5535 Remove excluded tags from website content unclecode 2024-09-12 16:11:20 +08:00
• 396f430022 Refactor AsyncCrawlerStrategy to return AsyncCrawlResponse unclecode 2024-09-12 15:49:49 +08:00