gc: remove stale .part downloads
1 changed file +3 −0
modified
services/ingest/src/findata_ingest/lake.py
+3 −0
@@ -265,6 +265,9 @@ class Lake: | |||||
| 265 | for p in (r / "_tmp").glob("*"): | 265 | for p in (r / "_tmp").glob("*"): | ||
| 266 | if p.stat().st_mtime < datetime.now(UTC).timestamp() - 86400: | 266 | if p.stat().st_mtime < datetime.now(UTC).timestamp() - 86400: | ||
| 267 | p.unlink() | 267 | p.unlink() | ||
| 268 | + for p in (r / "raw").rglob("*.part"): # interrupted downloads | ||||
| 269 | + if p.stat().st_mtime < datetime.now(UTC).timestamp() - 6 * 3600: | ||||
| 270 | + p.unlink() | ||||
| 268 | return n | 271 | return n | ||
| 269 | 272 | ||||
| 270 | 273 | ||||
| 271 | 274 | ||||