{ "_id": "6acdec24a14063b82c3ad0ea", "Package": "shard", "Type": "Package", "Title": "Deterministic, Zero-Copy Parallel Execution for R", "Version": "0.2.1", "Authors@R": "person(\"Bradley\", \"Buchsbaum\", email = \"brad.buchsbaum@gmail.com\", role = c(\"aut\", \"cre\", \"cph\"))", "Description": "Provides a parallel execution runtime for R that\nemphasizes deterministic memory behavior and efficient handling\nof large shared inputs. 'shard' enables zero-copy parallel\nreads via shared/memory-mapped segments, encourages explicit\noutput buffers to avoid large result aggregation, and\nsupervises worker processes to mitigate memory drift via\ncontrolled recycling. Diagnostics report peak memory usage,\nend-of-run memory return, and hidden copy/materialization\nevents to support reproducible performance benchmarking.", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "NeedsCompilation": "yes", "URL": "https://bbuchsbaum.github.io/shard/,\nhttps://github.com/bbuchsbaum/shard", "BugReports": "https://github.com/bbuchsbaum/shard/issues", "SystemRequirements": "POSIX shared memory (optional), memory-mapped files", "Config/testthat/edition": "3", "Repository": "https://bbuchsbaum.r-universe.dev", "Date/Publication": "2026-08-14 01:34:10 UTC", "RemoteUrl": "https://github.com/bbuchsbaum/shard", "RemoteRef": "HEAD", "RemoteSha": "4b04cf7576cff71c58f812c04b281b402d69ca96", "Packaged": { "Date": "2026-10-13 08:18:49 UTC", "User": "root" }, "Author": "Bradley Buchsbaum [aut, cre, cph]", "Maintainer": "Bradley Buchsbaum ", "_user": "bbuchsbaum", "_type": "src", "_file": "shard_0.2.1.tar.gz", "_fileid": "https://r2.ropensci.org/0731e61fa422fb8a3d4354c37691b60b4607a57d08fb6d0145b10dc610afbcc9", "_filesize": 640533, "_sha256": "0731e61fa422fb8a3d4354c37691b60b4607a57d08fb6d0145b10dc610afbcc9", "_expires": "2027-01-21T08:30:26.000Z", "_created": "2026-10-13T08:18:49.000Z", "_published": "2026-10-13T08:30:28.339Z", "_buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190", "_status": "success", "_host": "GitHub-Actions", "_jobs": [ { "job": 115199216669, "time": 310, "config": "linux-devel-arm64", "r": "4.7.0", "check": "ERROR", "artifact": "11798640966" }, { "job": 115199216734, "time": 327, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "ERROR", "artifact": "11797907587" }, { "job": 115199216562, "time": 298, "config": "linux-release-arm64", "r": "4.6.1", "check": "ERROR", "artifact": "11798650969" }, { "job": 115199216569, "time": 319, "config": "linux-release-x86_64", "r": "4.6.1", "check": "ERROR", "artifact": "11797897625" }, { "job": 115199216729, "time": 105, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "11798246747" }, { "job": 115199216740, "time": 365, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11797803565" }, { "job": 115199216674, "time": 146, "config": "macos-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11798376987" }, { "job": 115199216866, "time": 277, "config": "macos-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11798676080" }, { "job": 115197727570, "time": 238, "config": "source", "r": "4.6.1", "check": "OK", "artifact": "11798111149" }, { "job": 115199216633, "time": 90, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "11797677399" }, { "job": 115199216836, "time": 250, "config": "windows-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "11797807621" }, { "job": 115199216890, "time": 156, "config": "windows-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "11797771927" }, { "job": 115199216932, "time": 155, "config": "windows-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "11798690418" }, { "job": 115199216805, "time": 257, "config": "windows-release-arm64", "r": "4.6.1", "check": "OK", "artifact": "11797748023" }, { "job": 115199216706, "time": 140, "config": "windows-release-x86_64", "r": "4.6.1", "check": "OK", "artifact": "11798725222" } ], "_upstream": "https://github.com/bbuchsbaum/shard", "_commit": { "id": "4b04cf7576cff71c58f812c04b281b402d69ca96", "author": "bbuchsbaum ", "committer": "bbuchsbaum ", "message": "Harden ALTREP lifecycle and segment protection\n", "time": 1786671250 }, "_maintainer": { "name": "Bradley Buchsbaum", "email": "brad.buchsbaum@gmail.com", "login": "bbuchsbaum", "description": "", "uuid": 53819 }, "_distro": "resolute", "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "methods", "role": "Imports" }, { "package": "parallel", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "knitr", "role": "Suggests" }, { "package": "pkgload", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "ps", "role": "Suggests" }, { "package": "jsonlite", "role": "Suggests" }, { "package": "tibble", "role": "Suggests" }, { "package": "withr", "role": "Suggests" } ], "_owner": "bbuchsbaum", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-05", "n": 82 }, { "week": "2026-06", "n": 1 }, { "week": "2026-07", "n": 1 }, { "week": "2026-08", "n": 4 }, { "week": "2026-09", "n": 1 }, { "week": "2026-13", "n": 4 }, { "week": "2026-14", "n": 6 }, { "week": "2026-27", "n": 24 }, { "week": "2026-29", "n": 2 }, { "week": "2026-33", "n": 1 } ], "_tags": [], "_stars": 5, "_contributors": [ { "user": "bbuchsbaum", "count": 137, "uuid": 53819 } ], "_userbio": { "uuid": 53819, "type": "user", "name": "bbuchsbaum", "followers": 37 }, "_downloads": { "count": 255, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/shard" }, "_devurl": "https://github.com/bbuchsbaum/shard", "_pkgdown": "https://bbuchsbaum.github.io/shard/", "_searchresults": 23, "_topics": [ "openblas" ], "_rbuild": "4.6.1", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/manual.pdf", "extra/NEWS.html", "extra/NEWS.txt", "extra/readme.html", "extra/readme.md", "extra/shard.html", "LICENSE" ], "_homeurl": "https://github.com/bbuchsbaum/shard", "_realowner": "bbuchsbaum", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2026-04-03" }, { "version": "0.1.1", "date": "2026-04-05" }, { "version": "0.2.0", "date": "2026-07-17" } ], "_exports": [ "affinity_supported", "arena", "arena_depth", "as_shared", "as_tibble", "available_backings", "bool", "buffer", "buffer_advise", "buffer_close", "buffer_diagnostics", "buffer_info", "buffer_open", "buffer_path", "collect", "copy_report", "cow_report", "dispatch_chunks", "factor_col", "fetch", "float64", "idx_range", "in_arena", "int32", "is_block_view", "is_shared", "is_shared_vector", "is_view", "is_windows", "iterate_row_groups", "list_kernels", "materialize", "mem_report", "pin_workers", "pool_create", "pool_dispatch", "pool_get", "pool_health_check", "pool_lapply", "pool_sapply", "pool_status", "pool_stop", "raw_col", "recommendations", "register_kernel", "report", "results", "row_layout", "schema", "scratch_diagnostics", "scratch_matrix", "scratch_pool_config", "segment_advise", "segment_close", "segment_create", "segment_info", "segment_open", "segment_path", "segment_protect", "segment_read", "segment_report", "segment_size", "segment_write", "set_affinity", "shard_apply_matrix", "shard_apply_policy", "shard_crossprod", "shard_get_adapter", "shard_lapply_shared", "shard_list_adapters", "shard_map", "shard_reduce", "shard_register_adapter", "shard_share_hook", "shard_unregister_adapter", "shards", "shards_list", "share", "share_open", "shared_advise", "shared_diagnostics", "shared_info", "shared_reset_diagnostics", "shared_segment", "shared_vector", "shared_view", "stream_count", "stream_filter", "stream_group_count", "stream_group_sum", "stream_map", "stream_reduce", "stream_sum", "stream_top_k", "string_col", "succeeded", "table_buffer", "table_diagnostics", "table_finalize", "table_sink", "table_write", "task_report", "view", "view_block", "view_diagnostics", "view_gather", "view_info" ], "_help": [ { "page": "sub-.shard_buffer", "title": "Extract Buffer Elements", "topics": [ "[.shard_buffer" ] }, { "page": "sub-.shard_descriptor", "title": "Subset Shard Descriptor", "topics": [ "[.shard_descriptor" ] }, { "page": "sub-.shard_descriptor_lazy", "title": "Subset a shard_descriptor_lazy Object", "topics": [ "[.shard_descriptor_lazy" ] }, { "page": "sub-sub-.shard_descriptor", "title": "Get Single Shard", "topics": [ "[[.shard_descriptor" ] }, { "page": "sub-sub-.shard_descriptor_lazy", "title": "Extract a Single Shard from a shard_descriptor_lazy Object", "topics": [ "[[.shard_descriptor_lazy" ] }, { "page": "sub-subset-.shard_shared_vector", "title": "Double-bracket Subset-assign a Shared Vector", "topics": [ "[[<-.shard_shared_vector" ] }, { "page": "subset-.shard_buffer", "title": "Assign to Buffer Elements", "topics": [ "[<-.shard_buffer" ] }, { "page": "subset-.shard_shared_vector", "title": "Subset-assign a Shared Vector", "topics": [ "[<-.shard_shared_vector" ] }, { "page": "adapter", "title": "Adapter Registry for Class-Specific Deep Sharing", "topics": [ "adapter" ] }, { "page": "affinity", "title": "CPU Affinity + mmap Advice (Advanced)", "topics": [ "affinity" ] }, { "page": "affinity_supported", "title": "Check whether CPU affinity is supported", "topics": [ "affinity_supported" ] }, { "page": "altrep", "title": "ALTREP Shared Vectors", "topics": [ "altrep" ] }, { "page": "arena", "title": "Arena Semantic Scope", "topics": [ "arena" ] }, { "page": "arena_depth", "title": "Get Current Arena Depth", "topics": [ "arena_depth" ] }, { "page": "as_shared", "title": "Create a shared vector from an existing R vector", "topics": [ "as_shared" ] }, { "page": "as_tibble", "title": "Materialize a shard table handle as a data.frame/tibble", "topics": [ "as_tibble" ] }, { "page": "as_tibble.shard_dataset", "title": "Materialize a dataset handle into a data.frame/tibble", "topics": [ "as_tibble.shard_dataset" ] }, { "page": "as_tibble.shard_row_groups", "title": "Materialize a row-groups handle into a data.frame/tibble", "topics": [ "as_tibble.shard_row_groups" ] }, { "page": "as_tibble.shard_table_buffer", "title": "Materialize a fixed table handle or buffer", "topics": [ "as_tibble.shard_table_buffer" ] }, { "page": "as_tibble.shard_table_handle", "title": "Materialize a table handle into a data.frame/tibble", "topics": [ "as_tibble.shard_table_handle" ] }, { "page": "as.array.shard_buffer", "title": "Coerce a Shared Memory Buffer to Array", "topics": [ "as.array.shard_buffer" ] }, { "page": "as.double.shard_buffer", "title": "Coerce a Shared Memory Buffer to Double", "topics": [ "as.double.shard_buffer" ] }, { "page": "as.integer.shard_buffer", "title": "Coerce a Shared Memory Buffer to Integer", "topics": [ "as.integer.shard_buffer" ] }, { "page": "as.logical.shard_buffer", "title": "Coerce a Shared Memory Buffer to Logical", "topics": [ "as.logical.shard_buffer" ] }, { "page": "as.matrix.shard_buffer", "title": "Coerce a Shared Memory Buffer to Matrix", "topics": [ "as.matrix.shard_buffer" ] }, { "page": "as.raw.shard_buffer", "title": "Coerce a Shared Memory Buffer to Raw", "topics": [ "as.raw.shard_buffer" ] }, { "page": "as.vector.shard_buffer", "title": "Coerce a Shared Memory Buffer to a Vector", "topics": [ "as.vector.shard_buffer" ] }, { "page": "attr-set-.shard_shared_vector", "title": "Set an Attribute on a Shared Vector", "topics": [ "attr<-.shard_shared_vector" ] }, { "page": "attributes-set-.shard_shared_vector", "title": "Set Attributes on a Shared Vector", "topics": [ "attributes<-.shard_shared_vector" ] }, { "page": "available_backings", "title": "Get available shared memory backing types", "topics": [ "available_backings" ] }, { "page": "buffer", "title": "Shared Memory Buffers", "topics": [ "buffer" ] }, { "page": "buffer_advise", "title": "Advise access pattern for a buffer", "topics": [ "buffer_advise" ] }, { "page": "buffer_close", "title": "Close a Buffer", "topics": [ "buffer_close" ] }, { "page": "buffer_diagnostics", "title": "Buffer Diagnostics", "topics": [ "buffer_diagnostics" ] }, { "page": "buffer_info", "title": "Get Buffer Info", "topics": [ "buffer_info" ] }, { "page": "buffer_open", "title": "Open an Existing Buffer", "topics": [ "buffer_open" ] }, { "page": "buffer_path", "title": "Get Buffer Path", "topics": [ "buffer_path" ] }, { "page": "close.shard_shared", "title": "Close a Shared Object", "topics": [ "close.shard_deep_shared", "close.shard_shared", "close.shard_shared_vector" ] }, { "page": "collect", "title": "Collect a shard table into memory", "topics": [ "collect" ] }, { "page": "collect.shard_dataset", "title": "Collect a dataset handle into memory", "topics": [ "collect.shard_dataset" ] }, { "page": "collect.shard_row_groups", "title": "Collect a row-groups handle into memory", "topics": [ "collect.shard_row_groups" ] }, { "page": "collect.shard_table_handle", "title": "Collect a table handle into memory", "topics": [ "collect.shard_table_handle" ] }, { "page": "coltypes", "title": "Column Types", "topics": [ "bool", "coltypes", "float64", "int32", "raw_col", "string_col" ] }, { "page": "copy_report", "title": "Data Copy Report", "topics": [ "copy_report" ] }, { "page": "cow_report", "title": "Copy-on-Write Policy Report", "topics": [ "cow_report" ] }, { "page": "diagnostics", "title": "Diagnostics API", "topics": [ "diagnostics" ] }, { "page": "dim.shard_buffer", "title": "Dimensions of a Shared Memory Buffer", "topics": [ "dim.shard_buffer" ] }, { "page": "dim-set-.shard_shared_vector", "title": "Set dim on a Shared Vector", "topics": [ "dim<-.shard_shared_vector" ] }, { "page": "dimnames-set-.shard_shared_vector", "title": "Set dimnames on a Shared Vector", "topics": [ "dimnames<-.shard_shared_vector" ] }, { "page": "dispatch", "title": "Task Dispatch Engine", "topics": [ "dispatch" ] }, { "page": "dispatch_chunks", "title": "Dispatch Chunks to Worker Pool", "topics": [ "dispatch_chunks" ] }, { "page": "ergonomics", "title": "Ergonomic Apply/Lapply Wrappers", "topics": [ "ergonomics" ] }, { "page": "factor_col", "title": "Categorical column type", "topics": [ "factor_col" ] }, { "page": "fetch", "title": "Fetch Data from a Shared Object", "topics": [ "fetch", "fetch.default", "fetch.shard_deep_shared", "fetch.shard_shared" ] }, { "page": "idx_range", "title": "Contiguous index range", "topics": [ "idx_range" ] }, { "page": "in_arena", "title": "Check if Currently Inside an Arena", "topics": [ "in_arena" ] }, { "page": "is_shared", "title": "Check if Object is Shared", "topics": [ "is_shared" ] }, { "page": "is_shared_vector", "title": "Check if an object is a shared vector", "topics": [ "is_shared_vector" ] }, { "page": "is_view", "title": "View Predicates", "topics": [ "is_block_view", "is_view" ] }, { "page": "is_windows", "title": "Check if running on Windows", "topics": [ "is_windows" ] }, { "page": "iterate_row_groups", "title": "Iterate row groups", "topics": [ "iterate_row_groups" ] }, { "page": "length.shard_buffer", "title": "Length of a Shared Memory Buffer", "topics": [ "length.shard_buffer" ] }, { "page": "length.shard_descriptor", "title": "Length of a shard_descriptor Object", "topics": [ "length.shard_descriptor" ] }, { "page": "length.shard_descriptor_lazy", "title": "Length of a shard_descriptor_lazy Object", "topics": [ "length.shard_descriptor_lazy" ] }, { "page": "list_kernels", "title": "List registered kernels", "topics": [ "list_kernels" ] }, { "page": "materialize", "title": "Materialize Shared Object", "topics": [ "materialize", "materialize.default", "materialize.shard_shared" ] }, { "page": "materialize.shard_view_block", "title": "Materialize a block view into an R matrix", "topics": [ "materialize.shard_view_block" ] }, { "page": "materialize.shard_view_gather", "title": "Materialize a gather view into an R matrix", "topics": [ "materialize.shard_view_gather" ] }, { "page": "mem_report", "title": "Memory Usage Report", "topics": [ "mem_report" ] }, { "page": "names-set-.shard_shared_vector", "title": "Set Names on a Shared Vector", "topics": [ "names<-.shard_shared_vector" ] }, { "page": "pin_workers", "title": "Pin shard workers to CPU cores", "topics": [ "pin_workers" ] }, { "page": "pool", "title": "Worker Pool Management", "topics": [ "pool" ] }, { "page": "pool_create", "title": "Create a Worker Pool", "topics": [ "pool_create" ] }, { "page": "pool_dispatch", "title": "Dispatch Task to Worker", "topics": [ "pool_dispatch" ] }, { "page": "pool_get", "title": "Get the Current Worker Pool", "topics": [ "pool_get" ] }, { "page": "pool_health_check", "title": "Check Pool Health", "topics": [ "pool_health_check" ] }, { "page": "pool_lapply", "title": "Parallel Dispatch with Async Workers", "topics": [ "pool_lapply" ] }, { "page": "pool_sapply", "title": "Parallel sapply with Supervision", "topics": [ "pool_sapply" ] }, { "page": "pool_status", "title": "Get Pool Status", "topics": [ "pool_status" ] }, { "page": "pool_stop", "title": "Stop the Worker Pool", "topics": [ "pool_stop" ] }, { "page": "print.arena_result", "title": "Print an arena_result object", "topics": [ "print.arena_result" ] }, { "page": "print.shard_apply_policy", "title": "Print a shard_apply_policy Object", "topics": [ "print.shard_apply_policy" ] }, { "page": "print.shard_buffer", "title": "Print a Shared Memory Buffer", "topics": [ "print.shard_buffer" ] }, { "page": "print.shard_deep_shared", "title": "Print a Deep-Shared Object", "topics": [ "print.shard_deep_shared" ] }, { "page": "print.shard_descriptor", "title": "Print a shard_descriptor Object", "topics": [ "print.shard_descriptor" ] }, { "page": "print.shard_descriptor_lazy", "title": "Print a shard_descriptor_lazy Object", "topics": [ "print.shard_descriptor_lazy" ] }, { "page": "print.shard_dispatch_result", "title": "Print a shard_dispatch_result Object", "topics": [ "print.shard_dispatch_result" ] }, { "page": "print.shard_health_report", "title": "Print a shard_health_report Object", "topics": [ "print.shard_health_report" ] }, { "page": "print.shard_idx_range", "title": "Print a shard_idx_range object", "topics": [ "print.shard_idx_range" ] }, { "page": "print.shard_pool", "title": "Print a shard_pool Object", "topics": [ "print.shard_pool" ] }, { "page": "print.shard_reduce_result", "title": "Print a shard_reduce_result Object", "topics": [ "print.shard_reduce_result" ] }, { "page": "print.shard_report", "title": "Print a shard_report Object", "topics": [ "print.shard_report" ] }, { "page": "print.shard_result", "title": "Print a shard_result Object", "topics": [ "print.shard_result" ] }, { "page": "print.shard_segment", "title": "Print a Shared Memory Segment", "topics": [ "print.shard_segment" ] }, { "page": "print.shard_shared", "title": "Print a Shared Object", "topics": [ "print.shard_shared" ] }, { "page": "print.shard_shared_vector", "title": "Print a Shared Vector", "topics": [ "print.shard_shared_vector" ] }, { "page": "print.shard_tiles", "title": "Print a shard_tiles object", "topics": [ "print.shard_tiles" ] }, { "page": "print.shard_view_block", "title": "Print a shard_view_block object", "topics": [ "print.shard_view_block" ] }, { "page": "print.shard_view_gather", "title": "Print a shard_view_gather object", "topics": [ "print.shard_view_gather" ] }, { "page": "print.shard_worker", "title": "Print a shard_worker Object", "topics": [ "print.shard_worker" ] }, { "page": "queue", "title": "Chunk Queue Management", "topics": [ "queue" ] }, { "page": "recommendations", "title": "Performance Recommendations", "topics": [ "recommendations" ] }, { "page": "register_kernel", "title": "Register a shard kernel", "topics": [ "register_kernel" ] }, { "page": "report", "title": "Generate Shard Runtime Report", "topics": [ "report" ] }, { "page": "results", "title": "Extract Results from shard_map", "topics": [ "results" ] }, { "page": "row_layout", "title": "Row layout for fixed-row table outputs", "topics": [ "row_layout" ] }, { "page": "rss", "title": "RSS Monitoring Utilities", "topics": [ "rss" ] }, { "page": "schema", "title": "Define a table schema", "topics": [ "schema" ] }, { "page": "scratch_diagnostics", "title": "Scratch pool diagnostics", "topics": [ "scratch_diagnostics" ] }, { "page": "scratch_matrix", "title": "Get a scratch matrix", "topics": [ "scratch_matrix" ] }, { "page": "scratch_pool_config", "title": "Configure scratch pool limits", "topics": [ "scratch_pool_config" ] }, { "page": "segment", "title": "Shared Memory Segment", "topics": [ "segment" ] }, { "page": "segment_advise", "title": "Advise OS about expected access pattern for a segment", "topics": [ "segment_advise" ] }, { "page": "segment_close", "title": "Close a shared memory segment", "topics": [ "segment_close" ] }, { "page": "segment_create", "title": "Create a new shared memory segment", "topics": [ "segment_create" ] }, { "page": "segment_info", "title": "Get segment information", "topics": [ "segment_info" ] }, { "page": "segment_open", "title": "Open an existing shared memory segment", "topics": [ "segment_open" ] }, { "page": "segment_path", "title": "Get the path or name of a segment", "topics": [ "segment_path" ] }, { "page": "segment_protect", "title": "Make a segment read-only", "topics": [ "segment_protect" ] }, { "page": "segment_read", "title": "Read raw data from a segment", "topics": [ "segment_read" ] }, { "page": "segment_report", "title": "Shared Memory Segment Report", "topics": [ "segment_report" ] }, { "page": "segment_size", "title": "Get the size of a segment", "topics": [ "segment_size" ] }, { "page": "segment_write", "title": "Write data to a segment", "topics": [ "segment_write" ] }, { "page": "set_affinity", "title": "Set CPU affinity for the current process", "topics": [ "set_affinity" ] }, { "page": "shard_apply_matrix", "title": "Apply a Function Over Matrix Columns with Shared Inputs", "topics": [ "shard_apply_matrix" ] }, { "page": "shard_apply_policy", "title": "Apply Wrapper Policy", "topics": [ "shard_apply_policy" ] }, { "page": "shard_crossprod", "title": "Parallel crossprod() using shard views + output buffers", "topics": [ "shard_crossprod" ] }, { "page": "shard_get_adapter", "title": "Get Adapter for an Object", "topics": [ "shard_get_adapter" ] }, { "page": "shard_lapply_shared", "title": "Apply a Function Over a List with Optional Auto-Sharing", "topics": [ "shard_lapply_shared" ] }, { "page": "shard_list_adapters", "title": "List Registered Adapters", "topics": [ "shard_list_adapters" ] }, { "page": "shard_map", "title": "Parallel Execution with shard_map", "topics": [ "shard_map" ] }, { "page": "shard_reduce", "title": "Streaming Reductions over Shards", "topics": [ "shard_reduce" ] }, { "page": "shard_register_adapter", "title": "Register an Adapter for Class-Specific Traversal", "topics": [ "shard_register_adapter" ] }, { "page": "shard_share_hook", "title": "Deep Sharing Hook for Custom Classes", "topics": [ "shard_share_hook", "shard_share_hook.default" ] }, { "page": "shard_unregister_adapter", "title": "Unregister an Adapter", "topics": [ "shard_unregister_adapter" ] }, { "page": "shards", "title": "Shard Descriptor Creation", "topics": [ "shards" ] }, { "page": "shards_list", "title": "Create Shards from an Explicit Index List", "topics": [ "shards_list" ] }, { "page": "share", "title": "Zero-Copy Shared Objects", "topics": [ "share" ] }, { "page": "share_open", "title": "Open an Existing Shared Object by Path", "topics": [ "share_open" ] }, { "page": "shared_advise", "title": "Advise access pattern for a shared input vector/matrix", "topics": [ "shared_advise" ] }, { "page": "shared_diagnostics", "title": "Get diagnostics for a shared vector", "topics": [ "shared_diagnostics" ] }, { "page": "shared_info", "title": "Get Information About a Shared Object", "topics": [ "shared_info" ] }, { "page": "shared_reset_diagnostics", "title": "Reset diagnostic counters for a shared vector", "topics": [ "shared_reset_diagnostics" ] }, { "page": "shared_segment", "title": "Get the underlying segment from a shared vector", "topics": [ "shared_segment" ] }, { "page": "shared_vector", "title": "Create a shared vector from a segment", "topics": [ "shared_vector" ] }, { "page": "shared_view", "title": "Create a view (subset) of a shared vector", "topics": [ "shared_view" ] }, { "page": "stream_count", "title": "Stream row count", "topics": [ "stream_count" ] }, { "page": "stream_filter", "title": "Stream-filter a dataset/row-groups into a new partitioned dataset", "topics": [ "stream_filter" ] }, { "page": "stream_group_count", "title": "Stream group-wise count", "topics": [ "stream_group_count" ] }, { "page": "stream_group_sum", "title": "Stream group-wise sum", "topics": [ "stream_group_sum" ] }, { "page": "stream_map", "title": "Stream over row-groups/datasets and map", "topics": [ "stream_map", "stream_map.shard_dataset", "stream_map.shard_row_groups" ] }, { "page": "stream_reduce", "title": "Stream over row-groups/datasets and reduce", "topics": [ "stream_reduce", "stream_reduce.shard_dataset", "stream_reduce.shard_row_groups" ] }, { "page": "stream_sum", "title": "Stream sum of a numeric column", "topics": [ "stream_sum" ] }, { "page": "stream_top_k", "title": "Stream top-k rows by a numeric column", "topics": [ "stream_top_k" ] }, { "page": "succeeded", "title": "Check if shard_map Succeeded", "topics": [ "succeeded" ] }, { "page": "table_buffer", "title": "Allocate a fixed-row table buffer", "topics": [ "table_buffer" ] }, { "page": "table_diagnostics", "title": "Table Diagnostics", "topics": [ "table_diagnostics" ] }, { "page": "table_finalize", "title": "Finalize a table buffer or sink", "topics": [ "table_finalize" ] }, { "page": "table_finalize.shard_table_buffer", "title": "Finalize a table buffer", "topics": [ "table_finalize.shard_table_buffer" ] }, { "page": "table_finalize.shard_table_sink", "title": "Finalize a sink", "topics": [ "table_finalize.shard_table_sink" ] }, { "page": "table_sink", "title": "Create a table sink for row-group or partitioned outputs", "topics": [ "table_sink" ] }, { "page": "table_write", "title": "Write tabular results into a table buffer or sink", "topics": [ "table_write" ] }, { "page": "table_write.shard_table_buffer", "title": "Write into a table buffer", "topics": [ "table_write.shard_table_buffer" ] }, { "page": "table_write.shard_table_sink", "title": "Write a shard's row-group output", "topics": [ "table_write.shard_table_sink" ] }, { "page": "task_report", "title": "Task Execution Report", "topics": [ "task_report" ] }, { "page": "utils", "title": "Utility Functions", "topics": [ "utils" ] }, { "page": "view", "title": "Create a view over a shared matrix", "topics": [ "view" ] }, { "page": "view_block", "title": "Create a contiguous block view", "topics": [ "view_block" ] }, { "page": "view_diagnostics", "title": "View diagnostics", "topics": [ "view_diagnostics" ] }, { "page": "view_gather", "title": "Create a gather (indexed) view over a shared matrix", "topics": [ "view_gather" ] }, { "page": "view_info", "title": "Introspection for a view", "topics": [ "view_info" ] }, { "page": "views", "title": "Zero-copy Views", "topics": [ "views" ] }, { "page": "worker", "title": "Individual Worker Control", "topics": [ "worker" ] } ], "_readme": "https://github.com/bbuchsbaum/shard/raw/HEAD/README.md", "_rundeps": [], "_sysdeps": [ { "shlib": "libblas", "package": "libopenblas0-pthread", "source": "openblas", "version": "0.3.32+ds-5", "name": "openblas", "homepage": "https://www.openblas.net/", "description": "Optimized BLAS (linear algebra) library (shared lib, pthread)" } ], "_vignettes": [ { "source": "shard.Rmd", "filename": "shard.html", "title": "Getting Started with shard", "engine": "knitr::rmarkdown", "headings": [ "A first example", "The three core objects", "Sharing inputs", "Output buffers", "Shard descriptors", "Running shard_map()", "What if workers return values?", "Convenience wrappers", "Column-wise apply", "List lapply", "Diagnostics", "Worker pool management", "Copy-on-write protection", "Clean up", "Next steps" ], "created": "2026-03-29 17:44:50", "modified": "2026-03-29 17:44:50", "commits": 1 } ], "_score": 5.7596678446896306, "_indexed": true, "_nocasepkg": "shard", "_universes": [ "bbuchsbaum" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.2.1", "date": "2026-10-13T08:20:44.000Z", "distro": "resolute", "arch": "aarch64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/be204727b6e7d81abb4720b09cfa7619231dffc3abc529468cf817e5a73bfa99", "status": "failure", "check": "ERROR", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.7.0", "os": "linux", "version": "0.2.1", "date": "2026-10-13T08:20:55.000Z", "distro": "resolute", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/28a12b8ad9c30f2f4b73f99f21b6a1a0f5f7b4f1cd6af66ea459e19f3ab9e10b", "status": "failure", "check": "ERROR", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.1", "os": "linux", "version": "0.2.1", "date": "2026-10-13T08:20:38.000Z", "distro": "resolute", "arch": "aarch64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/ec8868e2a36afc0f00ff8eb81652d4f7744a7898a94f38865d7f429c58a60b73", "status": "failure", "check": "ERROR", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.1", "os": "linux", "version": "0.2.1", "date": "2026-10-13T08:20:49.000Z", "distro": "resolute", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/33a354461026b21b3e941c0b809d357e8c7a2af0297d552eed9ee5b6f26174db", "status": "failure", "check": "ERROR", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.5.3", "os": "mac", "version": "0.2.1", "date": "2026-10-13T08:22:50.000Z", "arch": "aarch64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/7b2dbedd58aa73dfa066fc8188e93175c355e1aaba233540c3ebe83cfa9cb2fa", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.5.3", "os": "mac", "version": "0.2.1", "date": "2026-10-13T08:23:56.000Z", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/1f5819214085c2841edd9e83dcd2afb5b2601615fa1cf0903ca4dd138684f430", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.1", "os": "mac", "version": "0.2.1", "date": "2026-10-13T08:28:56.000Z", "arch": "aarch64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/23bc9a169fcb13ebd9639fdb42a7966ab6d694c8cfcd28da5f74ab34d839d40f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.1", "os": "mac", "version": "0.2.1", "date": "2026-10-13T08:23:35.000Z", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/fa92bb642a9a89b787522f109af7783f3dbd300b4a481c09854cd2caf71f2c07", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.0", "os": "wasm", "version": "0.2.1", "date": "2026-10-13T08:20:50.000Z", "arch": "emscripten", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/23774580b26bfefbe9b93fbd748b9f4d679480c3eb38bb06f6681bd0b3905153", "status": "success", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.7.0", "os": "win", "version": "0.2.1", "date": "2026-10-13T08:22:07.000Z", "arch": "aarch64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/bc8ec766147fabc9600dbf2e260de347d3c71b49a03d2924b7522ad3e9c91288", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.7.0", "os": "win", "version": "0.2.1", "date": "2026-10-13T08:20:12.000Z", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/c8e5bfa2d4ea6a73c9fc1ac5c0fe079b7cc72bc1a4205934d6e79c2b0c11f6c0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.5.3", "os": "win", "version": "0.2.1", "date": "2026-10-13T08:20:14.000Z", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/3891dfc76dc552b5c860889741c68d8151330f6c6283066f06f93d2d01b4f70f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.1", "os": "win", "version": "0.2.1", "date": "2026-10-13T08:22:15.000Z", "arch": "aarch64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/64dcac6a79d6d4a39d3c12bcb96b4516a53bc53c127aa34a65ab8e996e648755", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" }, { "r": "4.6.1", "os": "win", "version": "0.2.1", "date": "2026-10-13T08:20:09.000Z", "arch": "x86_64", "commit": "4b04cf7576cff71c58f812c04b281b402d69ca96", "fileid": "https://r2.ropensci.org/11f011ea6f2194dffa3ae5cd58b9fd69a8f71e04510a0df19acbb736578e5fa6", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/38367968190" } ] }