gc: remove stale .part downloads
1 changed file +3 −0
modified
services/ingest/src/findata_ingest/lake.py
+3 −0
@@ -265,6 +265,9 @@ class Lake: | ||
| 265 | 265 | for p in (r / "_tmp").glob("*"): |
| 266 | 266 | if p.stat().st_mtime < datetime.now(UTC).timestamp() - 86400: |
| 267 | 267 | p.unlink() |
| 268 | + for p in (r / "raw").rglob("*.part"): # interrupted downloads | |
| 269 | + if p.stat().st_mtime < datetime.now(UTC).timestamp() - 6 * 3600: | |
| 270 | + p.unlink() | |
| 268 | 271 | return n |
| 269 | 272 | |
| 270 | 273 | |
| 271 | 274 | |