Commit Graph

Select branches

Hide Pull Requests

0.3.5

0.3.6

0.3.7

0.3.72

0.3.73

0.3.74

0.3.742

0.3.743

0.3.744

0.3.745

0.3.75

0.4.0

0.4.1

0.4.2

2025-JUN-1

add-claude-github-actions-1759553116682

bug/proxy_config

bugfix/arun-many-cdp-managed-browser

claude/fix-update-pyopenssl-security-011CUPexU25DkNvoxfu5ZrnB

claude/implement-webhook-crawl-feature-011CULZY1Jy8N5MUkZqXkRVp

coderabbitai/docstrings/14vTVzYa3bH06l5wYNY9jTghrrj9FxxWL

codex/add-httpx-and-https-http2]-packages

codex/add-memory_wait_timeout-parameter-to-memoryadaptivedispatche

codex/add-use_stemming-parameter-to-bm25contentfiler

codex/add-vnc-streaming-endpoint-to-docker-server

codex/find-and-fix-a-bug

codex/fix-indexerror-in-browser-manager-py-with-use-managed-browse

copilot/modify-page-creation-and-logging

deploy

develop

devin/1748137705-fix-bm25contentfilter-docs

docker-test

docker/add_features

docker/base_config_overrides

docker/fix_sig

docs

docs-llm-strategies-update

docs-proxy-security

extract-media

feat/ahmed_dev

feat/follow-frameset

feat/undetected-browser

feature/agent-oai

feature/async-llm-extaction

feature/c4a-script

feature/configHealthMonitor

feature/content-filter

feature/content-filter-nasrin-1

feature/docker-cluster

feature/docker-hooks

feature/docker-llm-parameters

feature/marketplace-sponsor-logo

feature/nasrin-cli-deep-crawl

feature/scraper

feature/scraping-strategy

feature/telemetry

fix-async-url-seeder-redirect-verification

fix-cors-disable-web-security

fix/adaptive-crawler-llm-config

fix/arun-return-type-1898

fix/async-llm-extraction-arunMany

fix/batch-easy-issues-10

fix/bedrock-provider-prefix

fix/case_senstive_params

fix/cdp

fix/configurable-backoff

fix/deep-crawl-scoring

fix/deep-crawl-scoring-priority

fix/deep-crawl-stream-docker

fix/deep-crawl-streaming-contextvar-1917

fix/deprecated_pydantic

fix/deserialize-schema-type-false-positive

fix/dfs_deep_crawling

fix/docker

fix/docker-filter

fix/docker-jwt

fix/docker-llmEnvFile

fix/exit_with_q

fix/https-reditrect

fix/issue-1748-screenshot-scroll-delay

fix/issue-1776-adaptive-external-filter

fix/json-infinity-serialization

fix/linkPreviewScoring

fix/marketplace

fix/mcp-crawler-config-passthrough

fix/mcp-ensure-ascii-cjk-encoding

fix/n-playwright-stealth

fix/nlp-sentence-chunking-1909

fix/playwright-stealth

fix/preserve-tail-text-1938

fix/proxy_deprecation

fix/rate-limiter-burst-and-headers-1095

fix/relative_url

fix/release-notes-demo-code

fix/request-crawl-stream

fix/sandbox-escape-allowlist-attrs

fix/serialize-proxy-config

fix/sitemap_seeder

fix/timeline-deadlock-shared-lock-1754

fix/viewport_in_managed_browser

format-inline-tags

hooks

image-description

image-filterizer

implement-webhook-crawl-feature-011CULZY1Jy8N5MUkZqXkRVp

integrate-verified-prs

main

main-0.3.7

main-1

main-75

main-img-captionify

main-v0.2.72

merge-pr971

new-release-0.0.2

new-release-0.0.2-no-spacy

next

next-2-batch-crawl

next-JUN

next-MAY

next-alpine-docker

next-browser-farm

patch/generate_schema

pdf_processing

proxy-support

pull-84

release/v0.7.0

release/v0.7.1

release/v0.7.2

release/v0.7.3

release/v0.7.4

release/v0.7.5

release/v0.7.6

release/v0.7.7

release/v0.7.8

release/v0.8.0

release/v0.8.5

release/v0.8.7

release/v0.8.8

release/v0.8.9

run-many-deep-crawling

scraper-uc

scrapper

sponsors/thor_data

ssh-server

staging

unclecode-patch-1

unclecode-patch-2

unclecode-patch-3

unclecode-patch-4

unclecode-patch-5

unclecode-patch-6

unclecode-patch-7

unclecode-patch-8

unclecode/issue157

unclecode/issue167

v0.2.74

v0.2.76

v0.4.24

v0.4.241

v0.4.242

v0.4.243

v0.5.5

vr0.4.244

vr0.4.245

vr0.4.246

vr0.4.267

vr0.4.3b1

vr0.4.3b2

vr0.4.3b3

vr0.5.0.post1

vr0.5.0.post5

#1004

#1030

#1054

#1058

#1059

#1060

#1062

#1065

#1068

#1073

#1074

#1077

#1078

#108

#1081

#1083

#1085

#1085

#109

#1090

#1093

#1094

#1098

#1100

#1102

#1104

#1106

#1107

#1108

#1110

#1113

#1122

#1123

#1124

#1124

#1133

#1137

#1140

#1145

#1152

#1155

#1155

#1156

#1157

#1159

#1161

#1170

#1175

#1179

#1180

#1184

#1186

#119

#1192

#1193

#1195

#1200

#1207

#1208

#1209

#1210

#1211

#1212

#1214

#1220

#1223

#1225

#1232

#1234

#1238

#1239

#1245

#1249

#125

#1255

#1263

#1265

#1266

#1267

#1272

#1274

#128

#1281

#1282

#1285

#1289

#1289

#129

#1290

#1296

#13

#1303

#1304

#1305

#1307

#1308

#1313

#1319

#1334

#1334

#1336

#1337

#1339

#134

#135

#1351

#1356

#1358

#1361

#1364

#1366

#1368

#1369

#1371

#1372

#1373

#1376

#1378

#1381

#1383

#1384

#1386

#1387

#1388

#1389

#139

#1390

#1393

#1395

#1398

#1399

#14

#1402

#1408

#1413

#1416

#1417

#1420

#1422

#1425

#1426

#1432

#1433

#1435

#1436

#1440

#1441

#1444

#1447

#1448

#1450

#1451

#1454

#1463

#1464

#1465

#1467

#1469

#1470

#1471

#1478

#1482

#1483

#1486

#1488

#149

#1494

#1495

#1496

#1497

#1501

#1508

#1513

#1514

#1518

#1519

#1525

#1527

#1528

#1529

#1530

#1531

#1532

#1533

#1533

#1535

#1536

#1537

#1539

#1546

#1547

#1548

#1550

#1554

#1555

#1556

#1557

#1558

#1560

#1565

#1568

#1569

#1570

#1572

#1576

#158

#1580

#1588

#1589

#1590

#1592

#1595

#1596

#1597

#1598

#1599

#1600

#1605

#1607

#1609

#1612

#1613

#1617

#1617

#1619

#1620

#1622

#1623

#1624

#1628

#1630

#1633

#1637

#1640

#1641

#1643

#1645

#1648

#1650

#1653

#1655

#1661

#1662

#1667

#1668

#1674

#1676

#1677

#1681

#1683

#1685

#1689

#169

#1694

#1696

#1697

#1698

#1700

#1702

#1703

#1706

#1707

#1710

#1712

#1713

#1714

#1715

#1716

#1717

#1718

#1719

#172

#1720

#1721

#1722

#1723

#1724

#1729

#1730

#1733

#1734

#1744

#1746

#1752

#1755

#1756

#1756

#1759

#176

#1760

#1761

#1763

#1764

#1765

#1766

#1768

#1770

#1771

#1772

#1773

#1774

#1775

#1777

#1778

#1782

#1783

#1784

#1785

#1786

#1787

#1788

#1789

#1790

#1791

#1792

#1793

#1794

#1795

#1796

#1798

#1803

#1804

#1805

#1806

#1807

#1807

#1808

#1808

#1809

#1809

#1810

#1810

#1811

#1811

#1812

#1812

#1813

#1814

#1814

#1816

#1816

#1822

#1822

#1823

#1824

#1826

#1827

#1828

#1829

#1830

#1831

#1832

#1833

#1834

#1835

#1835

#1836

#1838

#1838

#1840

#1840

#1844

#1845

#1846

#1847

#1847

#1849

#1851

#1852

#1853

#1853

#1854

#1854

#1855

#1856

#1856

#1857

#1857

#1858

#1858

#1859

#1859

#1860

#1860

#1861

#1861

#1862

#1862

#1866

#1866

#1868

#1868

#1869

#1869

#1870

#1870

#1871

#1871

#1873

#1873

#1874

#1874

#1875

#1875

#1876

#1876

#1877

#1879

#1881

#1881

#1882

#1884

#1884

#1885

#1886

#1887

#1887

#1891

#1891

#1892

#1892

#1893

#1893

#1895

#1895

#1896

#1896

#1897

#1899

#1899

#1901

#1902

#1902

#1904

#1904

#1906

#1906

#1907

#1908

#1908

#1910

#1911

#1913

#1914

#1915

#1915

#1922

#1923

#1923

#1925

#1929

#1931

#1932

#1932

#1933

#1934

#1935

#1935

#1936

#1937

#1939

#194

#1940

#1941

#1941

#1943

#1944

#1944

#1946

#1946

#1947

#1951

#1952

#1953

#1955

#1955

#1957

#1957

#1960

#1965

#1965

#1967

#1969

#1970

#1970

#1971

#1975

#1976

#1977

#1977

#1978

#1979

#1981

#1983

#1983

#1984

#1984

#1985

#1985

#1986

#1986

#1987

#1987

#1988

#1988

#1989

#1990

#1991

#1991

#1993

#1993

#1994

#1994

#1995

#1995

#1997

#1997

#200

#2001

#2001

#2003

#2003

#2004

#2004

#2005

#2005

#2008

#2008

#2009

#2009

#215

#218

#229

#232

#234

#24

#249

#255

#269

#271

#279

#286

#288

#293

#294

#298

#299

#3

#300

#304

#312

#313

#314

#324

#33

#332

#335

#337

#34

#357

#358

#369

#37

#379

#387

#389

#390

#394

#403

#410

#411

#416

#419

#419

#427

#440

#444

#445

#458

#462

#465

#472

#475

#496

#510

#562

#581

#60

#605

#606

#609

#612

#617

#618

#622

#64

#640

#65

#657

#658

#66

#662

#671

#679

#680

#681

#685

#687

#706

#708

#723

#724

#729

#734

#741

#749

#75

#752

#754

#775

#776

#777

#788

#792

#799

#80

#800

#806

#808

#821

#84

#84

#846

#85

#864

#865

#868

#891

#899

#901

#903

#914

#915

#916

#918

#929

#93

#931

#945

#948

#95

#961

#967

#969

#970

#971

#973

#977

#983

#988

#988

#990

#994

#999

0.3.4

checkpoint-pre-antibot-fallback

docker-rebuild-v0.7.5

docker-rebuild-v0.7.6

docker-rebuild-v0.7.7

docker-rebuild-v0.7.8

docker-rebuild-v0.8.0

docker-rebuild-v0.8.5

docker-rebuild-v0.8.6

docker-rebuild-v0.8.7

docker-rebuild-v0.8.8

docker-rebuild-v0.8.9

v.3.72

v0.0.75

v0.1.0

v0.2.0

v0.2.1

v0.2.2

v0.2.4

v0.2.6

v0.2.7

v0.2.71

v0.2.72

v0.2.73

v0.2.74

v0.2.77

v0.3.0

v0.3.3

v0.3.6

v0.3.745

v0.3.746

v0.4.24

v0.4.243

v0.5.0.post1

v0.6.3

v0.7.0

v0.7.1

v0.7.2

v0.7.3

v0.7.4

v0.7.5

v0.7.6

v0.7.7

v0.7.8

v0.8.0

v0.8.5

v0.8.6

v0.8.7

v0.8.8

v0.8.9

vr0.6.0

vr0.6.0rc1

vr0.6.3

Mono Color

• 9d694da939 fix(models): make model fields optional with default values UncleCode 2025-01-15 22:58:14 +08:00
• 20c027b79c chore(cleanup): remove unused files and improve type hints UncleCode 2025-01-14 13:07:18 +08:00
• 8878b3d032 Updated the correct link for "Contribution guidelines" in README.md (#445) devatbosch 2025-01-13 18:27:31 +05:30
• 1ab9d115cf Fixing minor typos in README (#440) Jōnin bingi 2025-01-13 04:23:52 -08:00
• 8ec12d7d68 Apply Ruff Corrections UncleCode 2025-01-13 19:19:58 +08:00
• c3370ec5da refactor(scraping): replace ScrapingMode enum with strategy pattern UncleCode 2025-01-13 17:53:12 +08:00
• f3ae5a657c feat(scraping): add LXML-based scraping mode for improved performance UncleCode 2025-01-12 20:46:23 +08:00
• 825c78a048 refactor(dispatcher): migrate to modular dispatcher system with enhanced monitoring UncleCode 2025-01-11 21:10:27 +08:00
• 3865342c93 Merge branch 'next' into next-cdp UncleCode 2025-01-10 16:01:49 +08:00
• ac5f461d40 feat(crawler): add memory-adaptive dispatcher with rate limiting UncleCode 2025-01-10 16:01:18 +08:00
• f9c601eb7e docs(urls): update documentation URLs to new domain UncleCode 2025-01-09 16:24:41 +08:00
• e8b4ac6046 docs(urls): update documentation URLs to new domain UncleCode 2025-01-09 16:22:41 +08:00
• 051a6cf974 docs(readme): update personal story and project vision UncleCode 2025-01-08 21:13:31 +08:00
• 1c9464b988 Update all documents UncleCode 2025-01-08 19:31:31 +08:00
• 6838901788 Update All docs 2025 8th Jan UncleCode 2025-01-08 19:31:17 +08:00
• ad5e5d21ca Remove .codeiumignore from version control and add to .gitignore UncleCode 2025-01-08 13:09:23 +08:00
• 26d821c0de Remove .codeiumignore from version control and add to .gitignore UncleCode 2025-01-08 13:08:19 +08:00
• 010677cbee chore: add .gitattributes file UncleCode 2025-01-08 13:05:00 +08:00
• c110d459fb Update .gitattributes UncleCode 2025-01-07 21:20:17 +08:00
• 4d1975e0a7 Update .gitattributes UncleCode 2025-01-07 21:18:45 +08:00
• 82734a750c Update .gitattributes UncleCode 2025-01-07 21:11:45 +08:00
• 56fa4e1e42 refactor(doc) UncleCode 2025-01-07 20:53:10 +08:00
• ca3e33122e refactor(docs): reorganize documentation structure and update styles UncleCode 2025-01-07 20:49:50 +08:00
• b53835d34f Delete .codeiumignore unclecode-patch-6 UncleCode 2025-01-06 19:17:31 +08:00
• fe52311bf4 Merge branch 'main' of https://github.com/unclecode/crawl4ai UncleCode 2025-01-06 15:20:30 +08:00
• 01b73950ee Merge branch 'vr0.4.267' UncleCode 2025-01-06 15:20:28 +08:00
• 12880f1ffa Update gitignore vr0.4.267 UncleCode 2025-01-06 15:19:01 +08:00
• 53be88b677 Update gitignore UncleCode 2025-01-06 15:18:37 +08:00
• 3427ead8b8 Update CHANGELOG UncleCode 2025-01-06 15:13:43 +08:00
• 32652189b0 Docs: Add Code of Conduct for the project (#410) aravind 2025-01-06 10:22:51 +05:30
• ae376f15fb docs(extraction): add clarifying comments for CSS selector behavior UncleCode 2025-01-05 19:39:15 +08:00
• 72fbdac467 fix(extraction): JsonCss selector and crawler improvements UncleCode 2025-01-05 19:26:46 +08:00
• 0857c7b448 Merge branch 'main' of https://github.com/unclecode/crawl4ai into next UncleCode 2025-01-05 17:05:59 +08:00
• 07b4c1c0ed fix: not working long page screenshot (#403) Guilume 2025-01-05 17:04:34 +08:00
• b11a91e1dd Update gitignore next-browser-farm UncleCode 2025-01-04 16:07:18 +08:00
• 196dc79ec7 fix: prevent memory leaks by ensuring proper closure of Playwright pages UncleCode 2025-01-03 21:17:23 +08:00
• 7aaaaae461 feat(browser-farm): Add Docker browser support for remote crawling UncleCode 2025-01-02 18:41:36 +08:00
• 24b3da717a refactor(): UncleCode 2025-01-02 17:53:30 +08:00
• 98acc4254d refactor: UncleCode 2025-01-01 19:47:22 +08:00
• eac78c7993 Merge branch 'vr0.4.246' UncleCode 2025-01-01 19:43:01 +08:00
• da1bc0f7bf Update version file vr0.4.246 UncleCode 2025-01-01 19:42:35 +08:00
• aa4f92f458 refactor(crawler): UncleCode 2025-01-01 19:39:42 +08:00
• a96e05d4ae refactor(crawler): optimize response handling and default settings UncleCode 2025-01-01 19:39:02 +08:00
• 5c95fd92b4 fix(browser): resolve merge conflicts in browser channel configuration UncleCode 2025-01-01 19:05:47 +08:00
• 4cb2a62551 Update README vr0.4.245 UncleCode 2025-01-01 18:59:55 +08:00
• 5b4fad9e25 - Bump version to 0.4.244 UncleCode 2025-01-01 18:58:43 +08:00
• ea0ac25f38 refactor(browser): vr0.4.244 UncleCode 2025-01-01 18:58:15 +08:00
• 7688aca7d6 Update Version UncleCode 2025-01-01 18:44:27 +08:00
• a7215ad972 fix(browser): update default browser channel to chromium and simplify channel selection logic UncleCode 2025-01-01 18:38:33 +08:00
• 8e2403a7da fix(browser)!: default to Chromium channel for new headless mode (#387) Arno.Edwards 2025-01-01 18:37:50 +08:00
• 318554e6bf Merge branch 'v0.4.243' v0.4.243 UncleCode 2025-01-01 18:11:15 +08:00
• c64979b8dd docs: update README v0.4.243 UncleCode 2025-01-01 18:10:38 +08:00
• bfe21b29d4 build: streamline package discovery and bump to v0.4.243 UncleCode 2025-01-01 17:53:51 +08:00
• f76886b32b build: streamline package discovery and bump to v0.4.244 v0.4.242 UncleCode 2025-01-01 17:53:51 +08:00
• e9d9a6ffe8 fix: ensure js_snippet files are included in package UncleCode 2025-01-01 17:38:59 +08:00
• 5313c71a0d docs: update REAME browser installation command v0.4.241 UncleCode 2025-01-01 17:24:44 +08:00
• d36ef3d424 refactor(install): use chromium as default browser UncleCode 2025-01-01 17:19:54 +08:00
• 4a4f613238 docs: simplify installation instructions UncleCode 2025-01-01 16:54:03 +08:00
• dc6a24618e feat(install): add doctor command and force browser install UncleCode 2025-01-01 16:33:43 +08:00
• 74a7c6dbb6 feat(install): specify chrome and chromium for playwright UncleCode 2025-01-01 16:10:08 +08:00
• 67f65f958b refactor(build): simplify setup.py configuration UncleCode 2025-01-01 15:52:01 +08:00
• 78b6ba5cef build: modernize package configuration with pyproject.toml UncleCode 2025-01-01 15:45:27 +08:00
• 3f019d34cc docs: update project description emojis UncleCode 2025-01-01 15:39:33 +08:00
• 304260e484 refactor(install): simplify Playwright installation error handling UncleCode 2025-01-01 15:33:36 +08:00
• 704bd66b63 Uphrade plawyright installation command to install dependencies UncleCode 2025-01-01 15:23:16 +08:00
• 1acc162c18 Bumb version v0.4.241 UncleCode 2025-01-01 15:16:06 +08:00
• 553c97a0c1 Fix bug reported in issue https://github.com/unclecode/crawl4ai/issues/396 UncleCode 2025-01-01 15:15:14 +08:00
• bd66befcf0 Fix issue in 0.4.24 walkthrough UncleCode 2024-12-31 21:07:58 +08:00
• 3e769a9c6c Fix issue in 0.4.24 walkthrough UncleCode 2024-12-31 21:07:33 +08:00
• 19b0a5ae82 Update 0.4.24 walkthrough UncleCode 2024-12-31 21:01:46 +08:00
• bd71f7f4ea Add 0.4.24 walkthrough v0.4.24 UncleCode 2024-12-31 20:22:33 +08:00
• 171ce25ba6 Fixe typo in CHANGELOG UncleCode 2024-12-31 19:49:00 +08:00
• 6c5a44f774 chore: bump version to 0.4.25 UncleCode 2024-12-31 19:45:48 +08:00
• 5c3c05bf93 docs: update README badges and Docker section, reorganize documentation structure UncleCode 2024-12-31 19:45:02 +08:00
• 67d0999bc3 chore: resolve merge conflicts for v0.4.24 v0.4.24 UncleCode 2024-12-31 19:24:03 +08:00
• 553a4622bf chore: prepare for version 0.4.24 UncleCode 2024-12-31 19:18:36 +08:00
• 6f81ef006d Remove .local folder from remote repository UncleCode 2024-12-31 17:37:50 +08:00
• a04870a662 Remove .do folder UncleCode 2024-12-31 17:37:14 +08:00
• f7d26390c5 Remove .do folder UncleCode 2024-12-31 17:36:22 +08:00
• 141783fb2d Remove .do folder from remote repository UncleCode 2024-12-31 17:35:57 +08:00
• 2fedd4876e Update gitignore UncleCode 2024-12-31 17:35:34 +08:00
• e187b0aaf0 update gitignore UncleCode 2024-12-31 17:34:31 +08:00
• e95374d7c6 Delete .do/deploy.template.yaml (#394) UncleCode 2024-12-31 10:33:59 +01:00
• 406702a77f Delete .do/deploy.template.yaml unclecode-patch-5 UncleCode 2024-12-31 17:33:39 +08:00
• 8f2d0cda2f Remove .do folder from remote UncleCode 2024-12-31 17:32:55 +08:00
• 9d261d2b9c Recreate .do folder with temporary file UncleCode 2024-12-31 17:32:44 +08:00
• 7792fe0e4c Recreate .do folder for removal UncleCode 2024-12-31 17:31:51 +08:00
• 86259244e4 Add ".do" to gitignore UncleCode 2024-12-31 17:30:09 +08:00
• 0ec593fa90 Update the Tutorial section for new document version UncleCode 2024-12-31 17:27:31 +08:00
• 7391d6be73 Update README.md (#390) UncleCode 2024-12-30 14:24:43 +01:00
• 494ee32619 Update README.md unclecode-patch-4 UncleCode 2024-12-30 21:24:30 +08:00
• e4e23065f1 Update README.md (#389) UncleCode 2024-12-30 14:24:06 +01:00
• 8a4952c128 Update README.md unclecode-patch-3 UncleCode 2024-12-30 21:23:19 +08:00
• fb33a24891 Commit Message: - Added examples for Amazon product data extraction methods - Updated configuration options and enhance documentation - Minor refactoring for improved performance and readability - Cleaned up version control settings. UncleCode 2024-12-29 20:05:18 +08:00
• 78768fd714 Update simple-crawling.md (#379) Robin Singh 2024-12-27 09:42:59 +00:00
• f2d9912697 Renames browser_config param to config in AsyncWebCrawler UncleCode 2024-12-26 16:34:36 +08:00
• 9a4ed6bbd7 Commit Message: Enhance crawler capabilities and documentation UncleCode 2024-12-26 15:17:07 +08:00
• d5ed451299 Enhance crawler capabilities and documentation - Add llm.txt generator - Added SSL certificate extraction in AsyncWebCrawler. - Introduced new content filters and chunking strategies for more robust data extraction. - Updated documentation. UncleCode 2024-12-25 21:34:31 +08:00
• d97a075082 Delete a.md unclecode-patch-2 UncleCode 2024-12-25 19:43:39 +08:00
• bacbeb3ed4 Fix #340 example llm_extraction (#358) Haopeng138 2024-12-24 12:56:07 +01:00