8 bulk workers
1 changed file +96 −0
modified
infra/mld/findata.json
+96 −0
@@ -192,6 +192,102 @@ | ||
| 192 | 192 | "autorestart": true, |
| 193 | 193 | "max_memory_restart": "12G", |
| 194 | 194 | "kill_timeout": 3600000 |
| 195 | + }, | |
| 196 | + { | |
| 197 | + "name": "findata-bulk-5", | |
| 198 | + "manager": "pm2", | |
| 199 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | |
| 200 | + "args": [ | |
| 201 | + "{{HOME}}/apps/findata", | |
| 202 | + "{{HOME}}/apps/findata/.venv/bin/python", | |
| 203 | + "-m", | |
| 204 | + "findata_ingest.cli", | |
| 205 | + "worker", | |
| 206 | + "--role", | |
| 207 | + "bulk" | |
| 208 | + ], | |
| 209 | + "interpreter": null, | |
| 210 | + "cwd": "{{HOME}}/apps/findata", | |
| 211 | + "env": { | |
| 212 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | |
| 213 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | |
| 214 | + }, | |
| 215 | + "cron_restart": null, | |
| 216 | + "autorestart": true, | |
| 217 | + "max_memory_restart": "12G", | |
| 218 | + "kill_timeout": 3600000 | |
| 219 | + }, | |
| 220 | + { | |
| 221 | + "name": "findata-bulk-6", | |
| 222 | + "manager": "pm2", | |
| 223 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | |
| 224 | + "args": [ | |
| 225 | + "{{HOME}}/apps/findata", | |
| 226 | + "{{HOME}}/apps/findata/.venv/bin/python", | |
| 227 | + "-m", | |
| 228 | + "findata_ingest.cli", | |
| 229 | + "worker", | |
| 230 | + "--role", | |
| 231 | + "bulk" | |
| 232 | + ], | |
| 233 | + "interpreter": null, | |
| 234 | + "cwd": "{{HOME}}/apps/findata", | |
| 235 | + "env": { | |
| 236 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | |
| 237 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | |
| 238 | + }, | |
| 239 | + "cron_restart": null, | |
| 240 | + "autorestart": true, | |
| 241 | + "max_memory_restart": "12G", | |
| 242 | + "kill_timeout": 3600000 | |
| 243 | + }, | |
| 244 | + { | |
| 245 | + "name": "findata-bulk-7", | |
| 246 | + "manager": "pm2", | |
| 247 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | |
| 248 | + "args": [ | |
| 249 | + "{{HOME}}/apps/findata", | |
| 250 | + "{{HOME}}/apps/findata/.venv/bin/python", | |
| 251 | + "-m", | |
| 252 | + "findata_ingest.cli", | |
| 253 | + "worker", | |
| 254 | + "--role", | |
| 255 | + "bulk" | |
| 256 | + ], | |
| 257 | + "interpreter": null, | |
| 258 | + "cwd": "{{HOME}}/apps/findata", | |
| 259 | + "env": { | |
| 260 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | |
| 261 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | |
| 262 | + }, | |
| 263 | + "cron_restart": null, | |
| 264 | + "autorestart": true, | |
| 265 | + "max_memory_restart": "12G", | |
| 266 | + "kill_timeout": 3600000 | |
| 267 | + }, | |
| 268 | + { | |
| 269 | + "name": "findata-bulk-8", | |
| 270 | + "manager": "pm2", | |
| 271 | + "script": "{{HOME}}/apps/findata/infra/scripts/run-under-sshd.sh", | |
| 272 | + "args": [ | |
| 273 | + "{{HOME}}/apps/findata", | |
| 274 | + "{{HOME}}/apps/findata/.venv/bin/python", | |
| 275 | + "-m", | |
| 276 | + "findata_ingest.cli", | |
| 277 | + "worker", | |
| 278 | + "--role", | |
| 279 | + "bulk" | |
| 280 | + ], | |
| 281 | + "interpreter": null, | |
| 282 | + "cwd": "{{HOME}}/apps/findata", | |
| 283 | + "env": { | |
| 284 | + "FINDATA_ROOT": "{{HOME}}/apps/findata", | |
| 285 | + "PATH": "/opt/homebrew/opt/postgresql@17/bin:/opt/homebrew/bin:/usr/bin:/bin:/usr/sbin:/sbin" | |
| 286 | + }, | |
| 287 | + "cron_restart": null, | |
| 288 | + "autorestart": true, | |
| 289 | + "max_memory_restart": "12G", | |
| 290 | + "kill_timeout": 3600000 | |
| 195 | 291 | } |
| 196 | 292 | ], |
| 197 | 293 | "ngrok": null, |
| 198 | 294 | |