mirror of
https://github.com/huggingface/xet-core.git
synced 2026-06-04 13:30:29 +08:00
69f23d630e
This PR switches the default logging to log events to a file in '~/.cache/huggingface/xet/logs' (or 'xet/logs' under the specified cache directory if not `~/.cache/huggingface/`). In this directory, log files older than 2 weeks are cleaned up on process start, and if the total size of files in the directory is larger than 1gb, then log files are deleted by age to get the directory size under 1gb. Log files are named with a timestamp and PID; by default, logs newer than 1 day or logs with an active associated PID are never deleted. All of these are user configurable constants.
130 lines
2.4 KiB
TOML
130 lines
2.4 KiB
TOML
[workspace]
|
|
resolver = "2"
|
|
|
|
members = [
|
|
"cas_client",
|
|
"cas_object",
|
|
"cas_types",
|
|
"chunk_cache",
|
|
"data",
|
|
"deduplication",
|
|
"error_printer",
|
|
"file_utils",
|
|
"git_xet",
|
|
"hub_client",
|
|
"mdb_shard",
|
|
"merklehash",
|
|
"progress_tracking",
|
|
"utils",
|
|
"xet_logging",
|
|
"xet_runtime",
|
|
]
|
|
|
|
exclude = ["chunk_cache_bench", "hf_xet", "hf_xet_wasm", "hf_xet_thin_wasm"]
|
|
|
|
[profile.release]
|
|
opt-level = 3
|
|
lto = true
|
|
debug = 1
|
|
|
|
[profile.opt-test]
|
|
inherits = "dev"
|
|
opt-level = 3
|
|
debug = 1
|
|
|
|
[workspace.dependencies]
|
|
anyhow = "1"
|
|
async-trait = "0.1"
|
|
base64 = "0.22"
|
|
bincode = "1.3"
|
|
bitflags = { version = "2.9", features = ["serde"] }
|
|
blake3 = "1.5"
|
|
bytes = "1.8"
|
|
chrono = "0.4"
|
|
clap = { version = "4", features = ["derive"] }
|
|
colored = "2"
|
|
countio = { version = "0.2", features = ["futures"] }
|
|
crc32fast = "1.4"
|
|
csv = "1"
|
|
ctor = "0.4"
|
|
derivative = "2.2"
|
|
dirs = "5.0"
|
|
duration-str = "0.17"
|
|
futures = "0.3"
|
|
futures-util = "0.3"
|
|
gearhash = "0.1"
|
|
getrandom = "0.3"
|
|
git-url-parse = "0.4"
|
|
git2 = "0.20"
|
|
half = "2.4"
|
|
heapify = "0.2"
|
|
heed = "0.11"
|
|
http = "1"
|
|
hyper = "1.7"
|
|
hyper-util = "0.1"
|
|
itertools = "0.14"
|
|
jsonwebtoken = "9.3"
|
|
lazy_static = "1.5"
|
|
libc = "0.2"
|
|
lz4_flex = "0.11"
|
|
mockall = "0.13"
|
|
more-asserts = "0.3"
|
|
once_cell = "1.20"
|
|
oneshot = "0.1"
|
|
openssh = "0.11"
|
|
pin-project = "1"
|
|
prometheus = "0.14"
|
|
rand = "0.9"
|
|
rand_chacha = "0.9"
|
|
rayon = "1.5"
|
|
regex = "1"
|
|
reqwest = { version = "0.12", features = [
|
|
"json",
|
|
"stream",
|
|
"system-proxy",
|
|
"socks"
|
|
], default-features = false }
|
|
reqwest-middleware = "0.4"
|
|
reqwest-retry = "0.7"
|
|
rust-netrc = "0.1"
|
|
rustc-hash = "1.1"
|
|
safe-transmute = "0.11"
|
|
serde = { version = "1", features = ["derive"] }
|
|
serde_json = "1"
|
|
serde_repr = "0.1"
|
|
sha2 = "0.10"
|
|
shellexpand = "3.1"
|
|
static_assertions = "1.1"
|
|
sysinfo = "0.37"
|
|
tempfile = "3.20"
|
|
thiserror = "2.0"
|
|
tokio = { version = "1.47" }
|
|
tokio-retry = "0.3"
|
|
tokio-util = { version = "0.7" }
|
|
tower-service = "0.3"
|
|
tracing = "0.1"
|
|
ulid = "1.2"
|
|
url = "2.5"
|
|
urlencoding = "2.1"
|
|
uuid = "1"
|
|
walkdir = "2"
|
|
web-time = "1.1"
|
|
whoami = "1"
|
|
|
|
# windows
|
|
winapi = { version = "0.3", features = [
|
|
"winerror",
|
|
"winnt",
|
|
"handleapi",
|
|
"processthreadsapi",
|
|
"securitybaseapi",
|
|
] }
|
|
|
|
# dev-deps
|
|
criterion = { version = "0.5", features = ["html_reports"] }
|
|
httpmock = "0.7"
|
|
serial_test = "3"
|
|
tempdir = "0.3"
|
|
tracing-test = { version = "0.2", features = ["no-env-filter"] }
|
|
wiremock = "0.6"
|