From 49c5140b4150d9c3999323b4450cef57e49b5ac6 Mon Sep 17 00:00:00 2001 From: Talel Boussetta Date: Fri, 25 Sep 2026 10:29:48 +0100 Subject: [PATCH 1/2] docs(docker): note /crawl result order, and that app.workers is not read /crawl returns results in the order the pages finished: MemoryAdaptiveDispatcher.run_urls appends each task as it completes. Say so next to the Simple Crawl example in the Docker README and the self-hosting guide, and to match results by url rather than by position. app.workers in config.yml is not read anywhere: supervisord.conf starts gunicorn with a fixed --workers 1, and server.py's direct-run path does not pass it. Mark it the way the README already marks the direct-run-only port. --- deploy/docker/README.md | 2 ++ deploy/docker/config.yml | 2 +- docs/md_v2/core/self-hosting.md | 2 ++ 3 files changed, 5 insertions(+), 1 deletion(-) diff --git a/deploy/docker/README.md b/deploy/docker/README.md index a57c857b9..f64f4fedf 100644 --- a/deploy/docker/README.md +++ b/deploy/docker/README.md @@ -601,6 +601,8 @@ else: ``` +With several URLs, `results` come back in the order the pages finished, not the order of `urls`. Match each result to its request by its `url` field, not by position. + #### Streaming Results ```python diff --git a/deploy/docker/config.yml b/deploy/docker/config.yml index 094209899..9c4770266 100644 --- a/deploy/docker/config.yml +++ b/deploy/docker/config.yml @@ -8,7 +8,7 @@ app: host: "127.0.0.1" port: 11235 reload: False - workers: 1 + workers: 1 # NOTE: Not read. Gunicorn runs with a fixed --workers 1 (see supervisord.conf). timeout_keep_alive: 300 # Default LLM Configuration diff --git a/docs/md_v2/core/self-hosting.md b/docs/md_v2/core/self-hosting.md index 68a8a1065..117959caf 100644 --- a/docs/md_v2/core/self-hosting.md +++ b/docs/md_v2/core/self-hosting.md @@ -1424,6 +1424,8 @@ else: ``` +With several URLs, `results` come back in the order the pages finished, not the order of `urls`. Match each result to its request by its `url` field, not by position. + #### Streaming Results ```python From f9c7481aaa68daeaca93d685f55debf192e99ab2 Mon Sep 17 00:00:00 2001 From: Talel Boussetta Date: Fri, 25 Sep 2026 11:23:11 +0100 Subject: [PATCH 2/2] docs(docker): don't promise finish order for /crawl results, only that it is not request order --- deploy/docker/README.md | 2 +- docs/md_v2/core/self-hosting.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/deploy/docker/README.md b/deploy/docker/README.md index f64f4fedf..e1bbfeeeb 100644 --- a/deploy/docker/README.md +++ b/deploy/docker/README.md @@ -601,7 +601,7 @@ else: ``` -With several URLs, `results` come back in the order the pages finished, not the order of `urls`. Match each result to its request by its `url` field, not by position. +With several URLs, `results` are not in the order of `urls`: each one is appended as its page completes. Match each result to its request by its `url` field, not by position. #### Streaming Results diff --git a/docs/md_v2/core/self-hosting.md b/docs/md_v2/core/self-hosting.md index 117959caf..3a1358f45 100644 --- a/docs/md_v2/core/self-hosting.md +++ b/docs/md_v2/core/self-hosting.md @@ -1424,7 +1424,7 @@ else: ``` -With several URLs, `results` come back in the order the pages finished, not the order of `urls`. Match each result to its request by its `url` field, not by position. +With several URLs, `results` are not in the order of `urls`: each one is appended as its page completes. Match each result to its request by its `url` field, not by position. #### Streaming Results