mirror of
https://github.com/astral-sh/uv
synced 2026-01-24 06:50:18 -05:00
783df8f657
## Summary This PR consolidates the concurrency limits used throughout `uv` and exposes two limits, `UV_CONCURRENT_DOWNLOADS` and `UV_CONCURRENT_BUILDS`, as environment variables. Currently, `uv` has a number of concurrent streams that it buffers using relatively arbitrary limits for backpressure. However, many of these limits are conflated. We run a relatively small number of tasks overall and should start most things as soon as possible. What we really want to limit are three separate operations: - File I/O. This is managed by tokio's blocking pool and we should not really have to worry about it. - Network I/O. - Python build processes. Because the current limits span a broad range of tasks, it's possible that a limit meant for network I/O is occupied by tasks performing builds, reading from the file system, or even waiting on a `OnceMap`. We also don't limit build processes that end up being required to perform a download. While this may not pose a performance problem because our limits are relatively high, it does mean that the limits do not do what we want, making it tricky to expose them to users (https://github.com/astral-sh/uv/issues/1205, https://github.com/astral-sh/uv/issues/3311). After this change, the limits on network I/O and build processes are centralized and managed by semaphores. All other tasks are unbuffered (note that these tasks are still bounded, so backpressure should not be a problem).
35 lines
1003 B
TOML
35 lines
1003 B
TOML
[package]
|
|
name = "uv-dispatch"
|
|
version = "0.0.1"
|
|
description = "Avoid cyclic crate dependencies between resolver, installer and builder"
|
|
edition = { workspace = true }
|
|
rust-version = { workspace = true }
|
|
homepage = { workspace = true }
|
|
documentation = { workspace = true }
|
|
repository = { workspace = true }
|
|
authors = { workspace = true }
|
|
license = { workspace = true }
|
|
|
|
[lints]
|
|
workspace = true
|
|
|
|
[dependencies]
|
|
distribution-types = { workspace = true }
|
|
install-wheel-rs = { workspace = true }
|
|
pep508_rs = { workspace = true }
|
|
uv-build = { workspace = true }
|
|
uv-cache = { workspace = true }
|
|
uv-client = { workspace = true }
|
|
uv-configuration = { workspace = true }
|
|
uv-installer = { workspace = true }
|
|
uv-interpreter = { workspace = true }
|
|
uv-distribution = { workspace = true }
|
|
uv-resolver = { workspace = true }
|
|
uv-types = { workspace = true }
|
|
|
|
anyhow = { workspace = true }
|
|
futures = { workspace = true }
|
|
itertools = { workspace = true }
|
|
rustc-hash = { workspace = true }
|
|
tracing = { workspace = true }
|