{ "_id": "6a7226c9086ac8010a71cf18", "Package": "crew", "Title": "A Distributed Worker Launcher Framework", "Description": "In computationally demanding analysis projects,\nstatisticians and data scientists asynchronously deploy\nlong-running tasks to distributed systems, ranging from\ntraditional clusters to cloud services. The 'NNG'-powered\n'mirai' R package by Gao (2023) is\na sleek and sophisticated scheduler that efficiently processes\nthese intense workloads. The 'crew' package extends 'mirai'\nwith a unifying interface for third-party worker launchers.\nInspiration also comes from packages. 'future' by Bengtsson\n(2021) , 'rrq' by FitzJohn and Ashton\n(2023) , 'clustermq' by\nSchubert (2019) ), and\n'batchtools' by Lang, Bischel, and Surmann (2017)\n.", "Version": "1.3.2", "License": "MIT + file LICENSE", "URL": "https://wlandau.github.io/crew/, https://github.com/wlandau/crew", "BugReports": "https://github.com/wlandau/crew/issues", "Authors@R": "c(\nperson(\ngiven = c(\"William\", \"Michael\"),\nfamily = \"Landau\",\nrole = c(\"aut\", \"cre\"),\nemail = \"will.landau.oss@gmail.com\",\ncomment = c(ORCID = \"0000-0003-1878-3253\")\n),\nperson(\ngiven = \"Daniel\",\nfamily = \"Woodie\",\nrole = \"ctb\"\n),\nperson(\nfamily = \"Eli Lilly and Company\",\nrole = c(\"cph\", \"fnd\")\n))", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Config/testthat/edition": "3", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "Repository": "https://r-multiverse-staging.r-universe.dev", "Date/Publication": "2026-07-29 20:07:03 UTC", "RemoteUrl": "https://github.com/wlandau/crew", "RemoteRef": "1.3.2", "RemoteSha": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "NeedsCompilation": "no", "Packaged": { "Date": "2026-08-04 17:43:19 UTC", "User": "root" }, "Author": "William Michael Landau [aut, cre] (ORCID:\n),\nDaniel Woodie [ctb],\nEli Lilly and Company [cph, fnd]", "Maintainer": "William Michael Landau ", "_user": "r-multiverse-staging", "_type": "src", "_file": "crew_1.3.2.tar.gz", "_fileid": "https://r2.ropensci.org/10a7ca8f18889c3b8a2d206b07a2ab4760c698989494ded6dd51b904a6c2d8e2", "_filesize": 1063185, "_sha256": "10a7ca8f18889c3b8a2d206b07a2ab4760c698989494ded6dd51b904a6c2d8e2", "_expires": "2026-11-12T17:52:08.000Z", "_created": "2026-08-04T17:43:19.000Z", "_published": "2026-08-04T17:52:09.745Z", "_jobs": [ { "job": 92079633771, "time": 458, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8903054748" }, { "job": 92079633787, "time": 141, "config": "linux-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8902888301" }, { "job": 92079633744, "time": 97, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "8902864365" }, { "job": 92079633788, "time": 104, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "8902872291" }, { "job": 92078694324, "time": 215, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "8902813223" }, { "job": 92079633705, "time": 125, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "8902879556" }, { "job": 92079633814, "time": 482, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "8903062751" }, { "job": 92079633807, "time": 98, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "8902870774" }, { "job": 92079633769, "time": 89, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "8902860661" } ], "_host": "GitHub-Actions", "_buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258", "_status": "success", "_upstream": "https://github.com/wlandau/crew", "_commit": { "id": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "author": "wlandau ", "committer": "wlandau ", "message": "version 1.3.2\n", "time": 1785355623 }, "_maintainer": { "name": "William Michael Landau", "email": "will.landau.oss@gmail.com", "login": "wlandau", "orcid": "0000-0003-1878-3253", "twitter": "@wmlandau", "description": "Statistician and developer", "uuid": 1580860 }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.0.0", "role": "Depends" }, { "package": "cli", "version": ">= 3.1.0", "role": "Imports" }, { "package": "collections", "version": ">= 0.3.9", "role": "Imports" }, { "package": "data.table", "role": "Imports" }, { "package": "later", "role": "Imports" }, { "package": "mirai", "version": ">= 2.7.0", "role": "Imports" }, { "package": "nanonext", "version": ">= 1.9.0", "role": "Imports" }, { "package": "processx", "role": "Imports" }, { "package": "promises", "role": "Imports" }, { "package": "ps", "role": "Imports" }, { "package": "R6", "role": "Imports" }, { "package": "rlang", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tibble", "role": "Imports" }, { "package": "tidyselect", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "autometric", "version": ">= 0.1.0", "role": "Suggests" }, { "package": "knitr", "role": "Suggests" }, { "package": "markdown", "version": ">= 1.1", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" } ], "_owner": "wlandau", "_selfowned": false, "_usedby": 3, "_updates": [ { "week": "2025-33", "n": 1 }, { "week": "2025-34", "n": 9 }, { "week": "2025-35", "n": 38 }, { "week": "2025-37", "n": 7 }, { "week": "2025-38", "n": 1 }, { "week": "2025-42", "n": 1 }, { "week": "2025-43", "n": 4 }, { "week": "2026-02", "n": 5 }, { "week": "2026-16", "n": 20 }, { "week": "2026-22", "n": 5 }, { "week": "2026-28", "n": 3 }, { "week": "2026-30", "n": 1 }, { "week": "2026-31", "n": 1 } ], "_tags": [ { "name": "1.3.0", "date": "2025-09-12" }, { "name": "1.3.1", "date": "2026-05-29" }, { "name": "1.3.2", "date": "2026-07-29" } ], "_topics": [ "high-performance-computing" ], "_stars": 153, "_contributors": [ { "user": "wlandau", "count": 1564, "uuid": 1580860 }, { "user": "wlandau-lilly", "count": 423, "uuid": 22958003 }, { "user": "shikokuchuo", "count": 21, "uuid": 53399081 }, { "user": "olivroy", "count": 3, "uuid": 52606734 } ], "_userbio": { "uuid": 161461790, "type": "organization", "name": "R-multiverse", "followers": 37, "description": "A community-curated collection of R package releases, powered by R-universe" }, "_downloads": { "count": 2658, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/crew" }, "_devurl": "https://github.com/wlandau/crew", "_pkgdown": "https://wlandau.github.io/crew/", "_searchresults": 648, "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/crew.html", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "LICENSE", "manual.pdf" ], "_homeurl": "https://github.com/wlandau/crew", "_realowner": "wlandau", "_cranurl": true, "_releases": [ { "version": "0.0.4", "date": "2023-03-21" }, { "version": "0.0.5", "date": "2023-03-23" }, { "version": "0.1.0", "date": "2023-04-19" }, { "version": "0.1.1", "date": "2023-04-21" }, { "version": "0.2.1", "date": "2023-05-22" }, { "version": "0.3.0", "date": "2023-06-26" }, { "version": "0.4.0", "date": "2023-07-11" }, { "version": "0.5.0", "date": "2023-09-18" }, { "version": "0.6.0", "date": "2023-10-12" }, { "version": "0.7.0", "date": "2023-12-11" }, { "version": "0.8.0", "date": "2024-01-09" }, { "version": "0.9.0", "date": "2024-02-08" }, { "version": "0.9.1", "date": "2024-03-25" }, { "version": "0.9.2", "date": "2024-04-24" }, { "version": "0.9.3", "date": "2024-05-22" }, { "version": "0.9.4", "date": "2024-06-20" }, { "version": "0.9.5", "date": "2024-06-24" }, { "version": "0.10.0", "date": "2024-10-11" }, { "version": "0.10.1", "date": "2024-11-03" }, { "version": "0.10.2", "date": "2024-11-15" }, { "version": "1.0.0", "date": "2025-02-03" }, { "version": "1.1.0", "date": "2025-04-10" }, { "version": "1.1.2", "date": "2025-05-08" }, { "version": "1.2.0", "date": "2025-06-06" }, { "version": "1.2.1", "date": "2025-06-09" }, { "version": "1.3.0", "date": "2025-09-13" }, { "version": "1.3.1", "date": "2026-05-30" }, { "version": "1.3.2", "date": "2026-07-30" } ], "_exports": [ "all_of", "any_of", "contains", "crew_assert", "crew_class_client", "crew_class_controller", "crew_class_controller_group", "crew_class_controller_sequential", "crew_class_launcher", "crew_class_launcher_local", "crew_class_monitor_local", "crew_class_relay", "crew_class_throttle", "crew_class_tls", "crew_clean", "crew_client", "crew_controller", "crew_controller_group", "crew_controller_local", "crew_controller_sequential", "crew_deprecate", "crew_eval", "crew_launcher", "crew_launcher_local", "crew_monitor_local", "crew_options_local", "crew_options_metrics", "crew_random_name", "crew_relay", "crew_retry", "crew_terminate_process", "crew_terminate_signal", "crew_throttle", "crew_tls", "crew_worker", "ends_with", "everything", "last_col", "matches", "num_range", "one_of", "starts_with" ], "_help": [ { "page": "crew-package", "title": "crew: a distributed worker launcher framework", "concept": [ "help" ], "topics": [ "crew-package" ] }, { "page": "crew_assert", "title": "Crew assertion", "concept": [ "utility" ], "topics": [ "crew_assert" ] }, { "page": "crew_class_client", "title": "'R6' client class.", "concept": [ "client" ], "topics": [ "crew_class_client" ] }, { "page": "crew_class_controller", "title": "Controller class", "concept": [ "controller" ], "topics": [ "crew_class_controller" ] }, { "page": "crew_class_controller_group", "title": "Controller group class", "concept": [ "controller_group" ], "topics": [ "crew_class_controller_group" ] }, { "page": "crew_class_controller_sequential", "title": "Sequential controller class", "concept": [ "sequential controllers" ], "topics": [ "crew_class_controller_sequential" ] }, { "page": "crew_class_launcher", "title": "Launcher abstract class", "concept": [ "launcher" ], "topics": [ "crew_class_launcher" ] }, { "page": "crew_class_launcher_local", "title": "Local process launcher class", "concept": [ "plugin_local" ], "topics": [ "crew_class_launcher_local" ] }, { "page": "crew_class_monitor_local", "title": "Local monitor class", "concept": [ "monitor" ], "topics": [ "crew_class_monitor_local" ] }, { "page": "crew_class_relay", "title": "'R6' relay class.", "concept": [ "relay" ], "topics": [ "crew_class_relay" ] }, { "page": "crew_class_throttle", "title": "'R6' throttle class.", "concept": [ "throttle" ], "topics": [ "crew_class_throttle" ] }, { "page": "crew_class_tls", "title": "'R6' TLS class.", "concept": [ "tls" ], "topics": [ "crew_class_tls" ] }, { "page": "crew_clean", "title": "Deprecated: terminate dispatchers and/or workers", "concept": [ "utility" ], "topics": [ "crew_clean" ] }, { "page": "crew_client", "title": "Create a client object.", "concept": [ "client" ], "topics": [ "crew_client" ] }, { "page": "crew_controller", "title": "Create a controller object from a client and launcher.", "concept": [ "controller" ], "topics": [ "crew_controller" ] }, { "page": "crew_controller_group", "title": "Create a controller group.", "concept": [ "controller_group" ], "topics": [ "crew_controller_group" ] }, { "page": "crew_controller_local", "title": "Create a controller with a local process launcher.", "concept": [ "plugin_local" ], "topics": [ "crew_controller_local" ] }, { "page": "crew_controller_sequential", "title": "Create a sequential controller.", "concept": [ "sequential controllers" ], "topics": [ "crew_controller_sequential" ] }, { "page": "crew_deprecate", "title": "Deprecate a 'crew' feature.", "concept": [ "utility" ], "topics": [ "crew_deprecate" ] }, { "page": "crew_eval", "title": "Evaluate an R command and return results as a monad.", "concept": [ "utility" ], "topics": [ "crew_eval" ] }, { "page": "crew_launcher", "title": "Create an abstract launcher.", "concept": [ "launcher" ], "topics": [ "crew_launcher" ] }, { "page": "crew_launcher_local", "title": "Create a launcher with local process workers.", "concept": [ "plugin_local" ], "topics": [ "crew_launcher_local" ] }, { "page": "crew_monitor_local", "title": "Create a local monitor object.", "concept": [ "monitor" ], "topics": [ "crew_monitor_local" ] }, { "page": "crew_options_local", "title": "Local 'crew' launcher options.", "concept": [ "options" ], "topics": [ "crew_options_local" ] }, { "page": "crew_options_metrics", "title": "Options for logging resource usage metrics.", "concept": [ "options" ], "topics": [ "crew_options_metrics" ] }, { "page": "crew_random_name", "title": "Random name", "concept": [ "utility" ], "topics": [ "crew_random_name" ] }, { "page": "crew_relay", "title": "Create a 'crew' relay object.", "concept": [ "relay" ], "topics": [ "crew_relay" ] }, { "page": "crew_retry", "title": "Retry code.", "concept": [ "utility" ], "topics": [ "crew_retry" ] }, { "page": "crew_terminate_process", "title": "Manually terminate a local process.", "concept": [ "utility" ], "topics": [ "crew_terminate_process" ] }, { "page": "crew_terminate_signal", "title": "Get the termination signal.", "concept": [ "utility" ], "topics": [ "crew_terminate_signal" ] }, { "page": "crew_throttle", "title": "Create a stateful throttling object.", "concept": [ "throttle" ], "topics": [ "crew_throttle" ] }, { "page": "crew_tls", "title": "Configure TLS.", "concept": [ "tls" ], "topics": [ "crew_tls" ] }, { "page": "crew_worker", "title": "Crew worker.", "concept": [ "utility" ], "topics": [ "crew_worker" ] } ], "_pkglogo": "https://github.com/wlandau/crew/raw/1.3.2/man/figures/logo.png", "_readme": "https://github.com/wlandau/crew/raw/1.3.2/README.md", "_rundeps": [ "cli", "collections", "data.table", "fastmap", "glue", "later", "lifecycle", "magrittr", "mirai", "nanonext", "otel", "pillar", "pkgconfig", "processx", "promises", "ps", "R6", "Rcpp", "rlang", "tibble", "tidyselect", "utf8", "vctrs", "withr" ], "_vignettes": [ { "source": "shiny.Rmd", "filename": "shiny.html", "title": "Asynchronous Shiny apps", "author": "Will Landau and Daniel Woodie", "engine": "knitr::rmarkdown", "headings": [ "About", "Example: coin flips, no promises", "Tutorial", "Full app code", "Example: coin flips, with promises" ], "created": "2023-05-02 18:42:40", "modified": "2025-04-03 12:29:40", "commits": 39 }, { "source": "groups.Rmd", "filename": "groups.html", "title": "Controller groups", "engine": "knitr::rmarkdown", "headings": [ "Backup controllers" ], "created": "2023-06-16 18:57:42", "modified": "2025-01-28 13:35:28", "commits": 6 }, { "source": "introduction.Rmd", "filename": "introduction.html", "title": "Introduction to crew", "engine": "knitr::rmarkdown", "headings": [ "Tasks vs workers", "How to use crew", "Synchronous functional programming", "Asynchronous functional programming", "Summaries", "Termination", "Monitoring local processes", "Tuning and auto-scaling", "Crashes and retries" ], "created": "2023-09-14 13:54:44", "modified": "2026-04-14 13:49:19", "commits": 20 }, { "source": "risks.Rmd", "filename": "risks.html", "title": "Known risks of crew", "engine": "knitr::rmarkdown", "headings": [ "Resource usage", "Workers", "Crashes", "Ports", "Security", "Perimeters", "Encryption", "Certificate authorities" ], "created": "2023-09-14 13:54:44", "modified": "2026-04-14 13:49:19", "commits": 15 }, { "source": "plugins.Rmd", "filename": "plugins.html", "title": "Launcher plugins", "engine": "knitr::rmarkdown", "headings": [ "About", "How it works", "Scope", "Implementation", "Network", "Example", "Batched launches", "Controllers", "Informal testing", "Load testing", "Managing workers" ], "created": "2023-03-21 20:43:45", "modified": "2026-07-11 21:16:40", "commits": 63 }, { "source": "logging.Rmd", "filename": "logging.html", "title": "Logging", "engine": "knitr::rmarkdown", "headings": [ "Logging worker processes", "In targets" ], "created": "2024-10-08 18:58:42", "modified": "2026-04-14 13:51:42", "commits": 5 }, { "source": "mirai.Rmd", "filename": "mirai.html", "title": "mirai workflows", "engine": "knitr::rmarkdown", "headings": [ "How it works", "Parallel functional programming", "Asynchronous parallel functional programming", "Auto-scaling", "Caveats and limitations" ], "created": "2026-04-14 18:07:40", "modified": "2026-04-14 18:07:40", "commits": 1 } ], "_score": 11.510196574111005, "_indexed": false, "_nocasepkg": "crew", "_universes": [ "r-multiverse-staging" ], "_indexurl": "https://wlandau.r-universe.dev/crew", "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "1.3.2", "date": "2026-08-04T17:50:49.000Z", "distro": "resolute", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/ef05024883a755a87aae77bc6e7970beae7a217de62e3ce4ea8e19b155ce424e", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.6.1", "os": "linux", "version": "1.3.2", "date": "2026-08-04T17:45:35.000Z", "distro": "resolute", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/118153e0307b822dc1264b5be48a38b289fef52849fb43845273c7483e95bde3", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.5.3", "os": "mac", "version": "1.3.2", "date": "2026-08-04T17:44:55.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/116ba47ff1c75db0b44ac618ba47616fbb52c0bd2ff1beae72ec7a5f68874abc", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.6.1", "os": "mac", "version": "1.3.2", "date": "2026-08-04T17:45:06.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/89f8540802b66f2c37a77d05eb24cb0c6cab97b1a045b80545553bcb3fbe90cc", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.6.0", "os": "wasm", "version": "1.3.2", "date": "2026-08-04T17:45:46.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/8bb1f4c3cdef3a31e994e8c97fd40d9a37d748253c96b23a67df9b9393108293", "status": "success", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.7.0", "os": "win", "version": "1.3.2", "date": "2026-08-04T17:51:03.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/754ae98b8e699515e3607dff59ca5cc8e5852c989fb9f4956b584ee53fb862d5", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.5.3", "os": "win", "version": "1.3.2", "date": "2026-08-04T17:44:50.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/83e6438f56854ca3eeb173d10331d7762200c080354ea1d5a3ebd00749054096", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" }, { "r": "4.6.1", "os": "win", "version": "1.3.2", "date": "2026-08-04T17:44:35.000Z", "commit": "6dcabe223e4555f383f16d1ff2e442cd1dbe9b82", "fileid": "https://r2.ropensci.org/c1215f962523a4112087446d635ff96bc1c48b262d7c5a9d1131d19a4e906986", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/r-multiverse-staging/actions/runs/30934931258" } ] }