spb/tools-spboucher-ai

1{2  "slug": "gnu-parallel",3  "name": "GNU Parallel",4  "aliases": ["parallel"],5  "vendor": { "name": "GNU Project (Ole Tange)", "slug": "gnu", "website": "https://www.gnu.org/" },6  "homepage_url": "https://www.gnu.org/software/parallel/",7  "docs_url": "https://www.gnu.org/software/parallel/man.html",8  "repo_url": "https://savannah.gnu.org/projects/parallel/",9  "license_url": "https://www.gnu.org/licenses/gpl-3.0.html",10  "product_type": "cli-tool",11  "product_status": "active",12  "summary": "Shell tool that runs commands in parallel over input lines on one or several machines, as a drop-in alternative to xargs and shell loops",13  "description": "GNU Parallel is a command-line tool from the GNU Project, written and maintained by Ole Tange, for executing jobs in parallel on one or more computers. It reads a list of inputs (files, hosts, URLs, table names or lines from a pipe) and runs a command once per input, keeping a configurable number of jobs running at a time. Output is buffered so that results appear exactly as if the commands had run sequentially, which lets it slot into pipelines. The options deliberately mirror xargs, and it can replace most `for` loops in shell scripts.\n\nWith `--sshlogin` it distributes jobs to remote hosts over SSH, transferring input files and returning results, which makes it a lightweight way to use a handful of machines, such as a cluster of Macs, without a scheduler. Other features include job logs, retries, resumable runs, progress display and splitting large inputs into chunks for parallel processing.\n\nIt is licensed under the GPL version 3 or later and is available through Homebrew and all major Linux distributions. The program asks users to cite it in academic work (silenceable with `--citation`), which some find intrusive, and it is a Perl script that depends on Perl being present; it does not provide scheduling, queues or fault tolerance beyond simple retries.",14  "capabilities": ["Parallel execution of a command over input lines", "Remote execution over SSH with file transfer", "Ordered output buffering for pipeline use", "Job logs, retries and resumable runs", "Splitting large inputs into blocks"],15  "workflows": ["Convert thousands of files using all cores", "Run a script on each host in a list via SSH", "Chunk a large text file through a processing command"],16  "advantages": ["Zero setup; one Perl script", "Familiar xargs-style options", "Works across machines without a scheduler"],17  "limitations": ["No queueing, priorities or persistent state", "Citation notice must be acknowledged", "Depends on Perl and SSH for remote jobs"],18  "prerequisites": ["Perl", "SSH access for remote hosts"],19  "audiences": ["Shell users processing many files", "Researchers running embarrassingly parallel jobs"],20  "alternatives": ["slurm", "dask", "ray"],21  "categories": [{ "slug": "distributed-computing", "primary": true }, { "slug": "terminals-shells" }],22  "tags": ["cli", "shell", "parallel", "open-source", "linux", "macos"],23  "use_cases": ["distribute-computation"],24  "operating_systems": ["linux", "macos"],25  "execution_modes": ["local", "self-hosted"],26  "interfaces": ["cli"],27  "deployment_models": ["desktop", "on-premises"],28  "integrations": ["SSH", "Homebrew", "xargs-compatible pipelines"],29  "data_formats": ["Text lines", "CSV (--csv)"],30  "languages": ["Perl"],31  "source_model": "open-source",32  "license_spdx": "GPL-3.0-or-later",33  "pricing_model": ["open-source", "free"],34  "self_hostable": true,35  "sources": [36    { "url": "https://www.gnu.org/software/parallel/", "type": "official_site", "title": "GNU Parallel", "supports": ["name", "summary", "description"], "checked_at": "2026-11-02" },37    { "url": "https://www.gnu.org/software/parallel/man.html", "type": "official_docs", "title": "GNU Parallel manual", "supports": ["capabilities", "license_spdx", "limitations"], "checked_at": "2026-11-02", "note": "Manual states GPL version 3 or later" },38    { "url": "https://savannah.gnu.org/projects/parallel/", "type": "repository", "title": "GNU Parallel on Savannah", "supports": ["repo_url"], "checked_at": "2026-11-02" }39  ],40  "confidence": "high",41  "discovery_method": "editorial-research",42  "depth": "standard",43  "editorial_status": "reviewed",44  "visibility": "public",45  "featured": false,46  "author": "batch-C"47}48