8 bulk workers (page cache was misread as pressure; swap is the signal)
1 changed file +48 −0
modified
infra/mld/findata.json
+48 −0
@@ -240,6 +240,54 @@ | ||
| 240 | 240 | "autorestart": true, |
| 241 | 241 | "max_memory_restart": "12G", |
| 242 | 242 | "kill_timeout": 3600000 |
| 243 | + }, | |
| 244 | + { | |
| 245 | + "name": "findata-bulk-7", | |
| 246 | + "manager": "pm2", | |
| 247 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | |
| 248 | + "args": [ | |
| 249 | + "{{HOME}}/apps/findata", | |
| 250 | + "{{HOME}}/apps/findata/.venv/bin/python", | |
| 251 | + "-m", | |
| 252 | + "findata_ingest.cli", | |
| 253 | + "worker", | |
| 254 | + "--role", | |
| 255 | + "bulk" | |
| 256 | + ], | |
| 257 | + "interpreter": null, | |
| 258 | + "cwd": "{{HOME}}/apps/findata", | |
| 259 | + "env": { | |
| 260 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | |
| 261 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | |
| 262 | + }, | |
| 263 | + "cron_restart": null, | |
| 264 | + "autorestart": true, | |
| 265 | + "max_memory_restart": "12G", | |
| 266 | + "kill_timeout": 3600000 | |
| 267 | + }, | |
| 268 | + { | |
| 269 | + "name": "findata-bulk-8", | |
| 270 | + "manager": "pm2", | |
| 271 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | |
| 272 | + "args": [ | |
| 273 | + "{{HOME}}/apps/findata", | |
| 274 | + "{{HOME}}/apps/findata/.venv/bin/python", | |
| 275 | + "-m", | |
| 276 | + "findata_ingest.cli", | |
| 277 | + "worker", | |
| 278 | + "--role", | |
| 279 | + "bulk" | |
| 280 | + ], | |
| 281 | + "interpreter": null, | |
| 282 | + "cwd": "{{HOME}}/apps/findata", | |
| 283 | + "env": { | |
| 284 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | |
| 285 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | |
| 286 | + }, | |
| 287 | + "cron_restart": null, | |
| 288 | + "autorestart": true, | |
| 289 | + "max_memory_restart": "12G", | |
| 290 | + "kill_timeout": 3600000 | |
| 243 | 291 | } |
| 244 | 292 | ], |
| 245 | 293 | "ngrok": null, |
| 246 | 294 | |