{ "_id": "6a211deccd65a98ecbd1debc", "Package": "shard", "Type": "Package", "Title": "Deterministic, Zero-Copy Parallel Execution for R", "Version": "0.1.0", "Authors@R": "person(\"Bradley\", \"Buchsbaum\", email = \"brad.buchsbaum@gmail.com\", role = c(\"aut\", \"cre\", \"cph\"))", "Description": "Provides a parallel execution runtime for R that\nemphasizes deterministic memory behavior and efficient handling\nof large shared inputs. 'shard' enables zero-copy parallel\nreads via shared/memory-mapped segments, encourages explicit\noutput buffers to avoid large result aggregation, and\nsupervises worker processes to mitigate memory drift via\ncontrolled recycling. Diagnostics report peak memory usage,\nend-of-run memory return, and hidden copy/materialization\nevents to support reproducible performance benchmarking.", "License": "MIT + file LICENSE", "Encoding": "UTF-8", "Language": "en-US", "VignetteBuilder": "knitr", "Roxygen": "list(markdown = TRUE)", "RoxygenNote": "7.3.3", "NeedsCompilation": "yes", "URL": "https://bbuchsbaum.github.io/shard/,\nhttps://github.com/bbuchsbaum/shard", "BugReports": "https://github.com/bbuchsbaum/shard/issues", "SystemRequirements": "POSIX shared memory (optional), memory-mapped files", "Config/testthat/edition": "3", "Repository": "https://bbuchsbaum.r-universe.dev", "Date/Publication": "2026-04-05 20:43:20 UTC", "RemoteUrl": "https://github.com/bbuchsbaum/shard", "RemoteRef": "HEAD", "RemoteSha": "c890d0988c270db4d8557bc3786ab410e06579a9", "Packaged": { "Date": "2026-06-04 06:34:53 UTC", "User": "root" }, "Author": "Bradley Buchsbaum [aut, cre, cph]", "Maintainer": "Bradley Buchsbaum ", "MD5sum": "419b1808caddb0b6a7bd7f155afffad6", "_user": "bbuchsbaum", "_type": "src", "_file": "shard_0.1.0.tar.gz", "_fileid": "f3c83860cfce5878723ac8af02c8c4fac62ba38de620bc95a689080d7c1abaef", "_filesize": 544856, "_sha256": "f3c83860cfce5878723ac8af02c8c4fac62ba38de620bc95a689080d7c1abaef", "_created": "2026-06-04T06:34:53.000Z", "_published": "2026-06-04T06:40:44.493Z", "_distro": "noble", "_jobs": [ { "job": 79463283395, "time": 306, "config": "linux-devel-arm64", "r": "4.7.0", "check": "OK", "artifact": "7404708846" }, { "job": 79463283396, "time": 269, "config": "linux-devel-x86_64", "r": "4.7.0", "check": "OK", "artifact": "7404698242" }, { "job": 79463283373, "time": 270, "config": "linux-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7404698981" }, { "job": 79463283382, "time": 266, "config": "linux-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7404697864" }, { "job": 79463283364, "time": 117, "config": "macos-oldrel-arm64", "r": "4.5.3", "check": "OK", "artifact": "7404656681" }, { "job": 79463283426, "time": 284, "config": "macos-oldrel-x86_64", "r": "4.5.3", "check": "OK", "artifact": "7404702596" }, { "job": 79463283372, "time": 122, "config": "macos-release-arm64", "r": "4.6.0", "check": "OK", "artifact": "7404657655" }, { "job": 79463283338, "time": 243, "config": "macos-release-x86_64", "r": "4.6.0", "check": "OK", "artifact": "7404690766" }, { "job": 79462848056, "time": 198, "config": "source", "r": "4.6.0", "check": "OK", "artifact": "7404624036" }, { "job": 79463283288, "time": 101, "config": "wasm-release", "r": "4.6.0", "check": "OK", "artifact": "7404652402" }, { "job": 79463283310, "time": 139, "config": "windows-devel", "r": "4.7.0", "check": "OK", "artifact": "7404662572" }, { "job": 79463283349, "time": 129, "config": "windows-oldrel", "r": "4.5.3", "check": "OK", "artifact": "7404659894" }, { "job": 79463283304, "time": 120, "config": "windows-release", "r": "4.6.0", "check": "OK", "artifact": "7404657379" } ], "_buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400", "_status": "success", "_host": "GitHub-Actions", "_upstream": "https://github.com/bbuchsbaum/shard", "_commit": { "id": "c890d0988c270db4d8557bc3786ab410e06579a9", "author": "bbuchsbaum ", "committer": "bbuchsbaum ", "message": "Fix list rendering in pkgdown by adding blank lines before lists\n\nAdd blank line between introductory sentences and list items so\npkgdown's pandoc renderer recognizes them as proper lists rather\nthan collapsing them into inline text.\n\nCo-Authored-By: Claude Sonnet 4.6 \n", "time": 1775421800 }, "_maintainer": { "name": "Bradley Buchsbaum", "email": "brad.buchsbaum@gmail.com", "login": "bbuchsbaum", "description": "", "uuid": 53819 }, "_registered": true, "_dependencies": [ { "package": "R", "version": ">= 4.1.0", "role": "Depends" }, { "package": "methods", "role": "Imports" }, { "package": "parallel", "role": "Imports" }, { "package": "stats", "role": "Imports" }, { "package": "tools", "role": "Imports" }, { "package": "utils", "role": "Imports" }, { "package": "knitr", "role": "Suggests" }, { "package": "pkgload", "role": "Suggests" }, { "package": "rmarkdown", "role": "Suggests" }, { "package": "testthat", "version": ">= 3.0.0", "role": "Suggests" }, { "package": "ps", "role": "Suggests" }, { "package": "jsonlite", "role": "Suggests" }, { "package": "tibble", "role": "Suggests" }, { "package": "withr", "role": "Suggests" } ], "_owner": "bbuchsbaum", "_selfowned": true, "_usedby": 0, "_updates": [ { "week": "2026-05", "n": 82 }, { "week": "2026-06", "n": 1 }, { "week": "2026-07", "n": 1 }, { "week": "2026-08", "n": 4 }, { "week": "2026-09", "n": 1 }, { "week": "2026-13", "n": 4 }, { "week": "2026-14", "n": 6 } ], "_tags": [], "_stars": 3, "_contributors": [ { "user": "bbuchsbaum", "count": 103, "uuid": 53819 } ], "_userbio": { "uuid": 53819, "type": "user", "name": "bbuchsbaum" }, "_downloads": { "count": 491, "source": "https://cranlogs.r-pkg.org/downloads/total/last-month/shard" }, "_devurl": "https://github.com/bbuchsbaum/shard", "_pkgdown": "https://bbuchsbaum.github.io/shard/", "_searchresults": 3, "_topics": [ "openblas" ], "_rbuild": "4.6.0", "_assets": [ "extra/citation.cff", "extra/citation.html", "extra/citation.json", "extra/citation.txt", "extra/contents.json", "extra/readme.html", "extra/readme.md", "extra/shard.html", "manual.pdf" ], "_homeurl": "https://github.com/bbuchsbaum/shard", "_realowner": "bbuchsbaum", "_cranurl": true, "_releases": [ { "version": "0.1.0", "date": "2026-04-03" }, { "version": "0.1.1", "date": "2026-04-05" } ], "_exports": [ "affinity_supported", "arena", "arena_depth", "as_shared", "as_tibble", "available_backings", "bool", "buffer", "buffer_advise", "buffer_close", "buffer_diagnostics", "buffer_info", "buffer_open", "buffer_path", "collect", "copy_report", "cow_report", "dispatch_chunks", "factor_col", "fetch", "float64", "idx_range", "in_arena", "int32", "is_block_view", "is_shared", "is_shared_vector", "is_view", "is_windows", "iterate_row_groups", "list_kernels", "materialize", "mem_report", "pin_workers", "pool_create", "pool_dispatch", "pool_get", "pool_health_check", "pool_lapply", "pool_sapply", "pool_status", "pool_stop", "raw_col", "recommendations", "register_kernel", "report", "results", "row_layout", "schema", "scratch_diagnostics", "scratch_matrix", "scratch_pool_config", "segment_advise", "segment_close", "segment_create", "segment_info", "segment_open", "segment_path", "segment_protect", "segment_read", "segment_report", "segment_size", "segment_write", "set_affinity", "shard_apply_matrix", "shard_apply_policy", "shard_crossprod", "shard_get_adapter", "shard_lapply_shared", "shard_list_adapters", "shard_map", "shard_reduce", "shard_register_adapter", "shard_share_hook", "shard_unregister_adapter", "shards", "shards_list", "share", "share_open", "shared_advise", "shared_diagnostics", "shared_info", "shared_reset_diagnostics", "shared_segment", "shared_vector", "shared_view", "stream_count", "stream_filter", "stream_group_count", "stream_group_sum", "stream_map", "stream_reduce", "stream_sum", "stream_top_k", "string_col", "succeeded", "table_buffer", "table_diagnostics", "table_finalize", "table_sink", "table_write", "task_report", "view", "view_block", "view_diagnostics", "view_gather", "view_info" ], "_help": [ { "page": "sub-.shard_buffer", "title": "Extract Buffer Elements", "topics": [ "[.shard_buffer" ] }, { "page": "sub-.shard_descriptor", "title": "Subset Shard Descriptor", "topics": [ "[.shard_descriptor" ] }, { "page": "sub-.shard_descriptor_lazy", "title": "Subset a shard_descriptor_lazy Object", "topics": [ "[.shard_descriptor_lazy" ] }, { "page": "sub-sub-.shard_descriptor", "title": "Get Single Shard", "topics": [ "[[.shard_descriptor" ] }, { "page": "sub-sub-.shard_descriptor_lazy", "title": "Extract a Single Shard from a shard_descriptor_lazy Object", "topics": [ "[[.shard_descriptor_lazy" ] }, { "page": "sub-subset-.shard_shared_vector", "title": "Double-bracket Subset-assign a Shared Vector", "topics": [ "[[<-.shard_shared_vector" ] }, { "page": "subset-.shard_buffer", "title": "Assign to Buffer Elements", "topics": [ "[<-.shard_buffer" ] }, { "page": "subset-.shard_shared_vector", "title": "Subset-assign a Shared Vector", "topics": [ "[<-.shard_shared_vector" ] }, { "page": "adapter", "title": "Adapter Registry for Class-Specific Deep Sharing", "topics": [ "adapter" ] }, { "page": "affinity", "title": "CPU Affinity + mmap Advice (Advanced)", "topics": [ "affinity" ] }, { "page": "affinity_supported", "title": "Check whether CPU affinity is supported", "topics": [ "affinity_supported" ] }, { "page": "altrep", "title": "ALTREP Shared Vectors", "topics": [ "altrep" ] }, { "page": "arena", "title": "Arena Semantic Scope", "topics": [ "arena" ] }, { "page": "arena_depth", "title": "Get Current Arena Depth", "topics": [ "arena_depth" ] }, { "page": "as_shared", "title": "Create a shared vector from an existing R vector", "topics": [ "as_shared" ] }, { "page": "as_tibble", "title": "Materialize a shard table handle as a data.frame/tibble", "topics": [ "as_tibble" ] }, { "page": "as_tibble.shard_dataset", "title": "Materialize a dataset handle into a data.frame/tibble", "topics": [ "as_tibble.shard_dataset" ] }, { "page": "as_tibble.shard_row_groups", "title": "Materialize a row-groups handle into a data.frame/tibble", "topics": [ "as_tibble.shard_row_groups" ] }, { "page": "as_tibble.shard_table_buffer", "title": "Materialize a fixed table handle or buffer", "topics": [ "as_tibble.shard_table_buffer" ] }, { "page": "as_tibble.shard_table_handle", "title": "Materialize a table handle into a data.frame/tibble", "topics": [ "as_tibble.shard_table_handle" ] }, { "page": "as.array.shard_buffer", "title": "Coerce a Shared Memory Buffer to Array", "topics": [ "as.array.shard_buffer" ] }, { "page": "as.double.shard_buffer", "title": "Coerce a Shared Memory Buffer to Double", "topics": [ "as.double.shard_buffer" ] }, { "page": "as.integer.shard_buffer", "title": "Coerce a Shared Memory Buffer to Integer", "topics": [ "as.integer.shard_buffer" ] }, { "page": "as.logical.shard_buffer", "title": "Coerce a Shared Memory Buffer to Logical", "topics": [ "as.logical.shard_buffer" ] }, { "page": "as.matrix.shard_buffer", "title": "Coerce a Shared Memory Buffer to Matrix", "topics": [ "as.matrix.shard_buffer" ] }, { "page": "as.raw.shard_buffer", "title": "Coerce a Shared Memory Buffer to Raw", "topics": [ "as.raw.shard_buffer" ] }, { "page": "as.vector.shard_buffer", "title": "Coerce a Shared Memory Buffer to a Vector", "topics": [ "as.vector.shard_buffer" ] }, { "page": "attr-set-.shard_shared_vector", "title": "Set an Attribute on a Shared Vector", "topics": [ "attr<-.shard_shared_vector" ] }, { "page": "attributes-set-.shard_shared_vector", "title": "Set Attributes on a Shared Vector", "topics": [ "attributes<-.shard_shared_vector" ] }, { "page": "available_backings", "title": "Get available shared memory backing types", "topics": [ "available_backings" ] }, { "page": "buffer", "title": "Shared Memory Buffers", "topics": [ "buffer" ] }, { "page": "buffer_advise", "title": "Advise access pattern for a buffer", "topics": [ "buffer_advise" ] }, { "page": "buffer_close", "title": "Close a Buffer", "topics": [ "buffer_close" ] }, { "page": "buffer_diagnostics", "title": "Buffer Diagnostics", "topics": [ "buffer_diagnostics" ] }, { "page": "buffer_info", "title": "Get Buffer Info", "topics": [ "buffer_info" ] }, { "page": "buffer_open", "title": "Open an Existing Buffer", "topics": [ "buffer_open" ] }, { "page": "buffer_path", "title": "Get Buffer Path", "topics": [ "buffer_path" ] }, { "page": "close.shard_shared", "title": "Close a Shared Object", "topics": [ "close.shard_deep_shared", "close.shard_shared", "close.shard_shared_vector" ] }, { "page": "collect", "title": "Collect a shard table into memory", "topics": [ "collect" ] }, { "page": "collect.shard_dataset", "title": "Collect a dataset handle into memory", "topics": [ "collect.shard_dataset" ] }, { "page": "collect.shard_row_groups", "title": "Collect a row-groups handle into memory", "topics": [ "collect.shard_row_groups" ] }, { "page": "collect.shard_table_handle", "title": "Collect a table handle into memory", "topics": [ "collect.shard_table_handle" ] }, { "page": "coltypes", "title": "Column Types", "topics": [ "bool", "coltypes", "float64", "int32", "raw_col", "string_col" ] }, { "page": "copy_report", "title": "Data Copy Report", "topics": [ "copy_report" ] }, { "page": "cow_report", "title": "Copy-on-Write Policy Report", "topics": [ "cow_report" ] }, { "page": "diagnostics", "title": "Diagnostics API", "topics": [ "diagnostics" ] }, { "page": "dim.shard_buffer", "title": "Dimensions of a Shared Memory Buffer", "topics": [ "dim.shard_buffer" ] }, { "page": "dim-set-.shard_shared_vector", "title": "Set dim on a Shared Vector", "topics": [ "dim<-.shard_shared_vector" ] }, { "page": "dimnames-set-.shard_shared_vector", "title": "Set dimnames on a Shared Vector", "topics": [ "dimnames<-.shard_shared_vector" ] }, { "page": "dispatch", "title": "Task Dispatch Engine", "topics": [ "dispatch" ] }, { "page": "dispatch_chunks", "title": "Dispatch Chunks to Worker Pool", "topics": [ "dispatch_chunks" ] }, { "page": "ergonomics", "title": "Ergonomic Apply/Lapply Wrappers", "topics": [ "ergonomics" ] }, { "page": "factor_col", "title": "Categorical column type", "topics": [ "factor_col" ] }, { "page": "fetch", "title": "Fetch Data from a Shared Object", "topics": [ "fetch", "fetch.default", "fetch.shard_deep_shared", "fetch.shard_shared" ] }, { "page": "idx_range", "title": "Contiguous index range", "topics": [ "idx_range" ] }, { "page": "in_arena", "title": "Check if Currently Inside an Arena", "topics": [ "in_arena" ] }, { "page": "is_shared", "title": "Check if Object is Shared", "topics": [ "is_shared" ] }, { "page": "is_shared_vector", "title": "Check if an object is a shared vector", "topics": [ "is_shared_vector" ] }, { "page": "is_view", "title": "View Predicates", "topics": [ "is_block_view", "is_view" ] }, { "page": "is_windows", "title": "Check if running on Windows", "topics": [ "is_windows" ] }, { "page": "iterate_row_groups", "title": "Iterate row groups", "topics": [ "iterate_row_groups" ] }, { "page": "length.shard_buffer", "title": "Length of a Shared Memory Buffer", "topics": [ "length.shard_buffer" ] }, { "page": "length.shard_descriptor", "title": "Length of a shard_descriptor Object", "topics": [ "length.shard_descriptor" ] }, { "page": "length.shard_descriptor_lazy", "title": "Length of a shard_descriptor_lazy Object", "topics": [ "length.shard_descriptor_lazy" ] }, { "page": "list_kernels", "title": "List registered kernels", "topics": [ "list_kernels" ] }, { "page": "materialize", "title": "Materialize Shared Object", "topics": [ "materialize", "materialize.default", "materialize.shard_shared" ] }, { "page": "materialize.shard_view_block", "title": "Materialize a block view into an R matrix", "topics": [ "materialize.shard_view_block" ] }, { "page": "materialize.shard_view_gather", "title": "Materialize a gather view into an R matrix", "topics": [ "materialize.shard_view_gather" ] }, { "page": "mem_report", "title": "Memory Usage Report", "topics": [ "mem_report" ] }, { "page": "names-set-.shard_shared_vector", "title": "Set Names on a Shared Vector", "topics": [ "names<-.shard_shared_vector" ] }, { "page": "pin_workers", "title": "Pin shard workers to CPU cores", "topics": [ "pin_workers" ] }, { "page": "pool", "title": "Worker Pool Management", "topics": [ "pool" ] }, { "page": "pool_create", "title": "Create a Worker Pool", "topics": [ "pool_create" ] }, { "page": "pool_dispatch", "title": "Dispatch Task to Worker", "topics": [ "pool_dispatch" ] }, { "page": "pool_get", "title": "Get the Current Worker Pool", "topics": [ "pool_get" ] }, { "page": "pool_health_check", "title": "Check Pool Health", "topics": [ "pool_health_check" ] }, { "page": "pool_lapply", "title": "Parallel Dispatch with Async Workers", "topics": [ "pool_lapply" ] }, { "page": "pool_sapply", "title": "Parallel sapply with Supervision", "topics": [ "pool_sapply" ] }, { "page": "pool_status", "title": "Get Pool Status", "topics": [ "pool_status" ] }, { "page": "pool_stop", "title": "Stop the Worker Pool", "topics": [ "pool_stop" ] }, { "page": "print.arena_result", "title": "Print an arena_result object", "topics": [ "print.arena_result" ] }, { "page": "print.shard_apply_policy", "title": "Print a shard_apply_policy Object", "topics": [ "print.shard_apply_policy" ] }, { "page": "print.shard_buffer", "title": "Print a Shared Memory Buffer", "topics": [ "print.shard_buffer" ] }, { "page": "print.shard_deep_shared", "title": "Print a Deep-Shared Object", "topics": [ "print.shard_deep_shared" ] }, { "page": "print.shard_descriptor", "title": "Print a shard_descriptor Object", "topics": [ "print.shard_descriptor" ] }, { "page": "print.shard_descriptor_lazy", "title": "Print a shard_descriptor_lazy Object", "topics": [ "print.shard_descriptor_lazy" ] }, { "page": "print.shard_dispatch_result", "title": "Print a shard_dispatch_result Object", "topics": [ "print.shard_dispatch_result" ] }, { "page": "print.shard_health_report", "title": "Print a shard_health_report Object", "topics": [ "print.shard_health_report" ] }, { "page": "print.shard_idx_range", "title": "Print a shard_idx_range object", "topics": [ "print.shard_idx_range" ] }, { "page": "print.shard_pool", "title": "Print a shard_pool Object", "topics": [ "print.shard_pool" ] }, { "page": "print.shard_reduce_result", "title": "Print a shard_reduce_result Object", "topics": [ "print.shard_reduce_result" ] }, { "page": "print.shard_report", "title": "Print a shard_report Object", "topics": [ "print.shard_report" ] }, { "page": "print.shard_result", "title": "Print a shard_result Object", "topics": [ "print.shard_result" ] }, { "page": "print.shard_segment", "title": "Print a Shared Memory Segment", "topics": [ "print.shard_segment" ] }, { "page": "print.shard_shared", "title": "Print a Shared Object", "topics": [ "print.shard_shared" ] }, { "page": "print.shard_shared_vector", "title": "Print a Shared Vector", "topics": [ "print.shard_shared_vector" ] }, { "page": "print.shard_tiles", "title": "Print a shard_tiles object", "topics": [ "print.shard_tiles" ] }, { "page": "print.shard_view_block", "title": "Print a shard_view_block object", "topics": [ "print.shard_view_block" ] }, { "page": "print.shard_view_gather", "title": "Print a shard_view_gather object", "topics": [ "print.shard_view_gather" ] }, { "page": "print.shard_worker", "title": "Print a shard_worker Object", "topics": [ "print.shard_worker" ] }, { "page": "queue", "title": "Chunk Queue Management", "topics": [ "queue" ] }, { "page": "recommendations", "title": "Performance Recommendations", "topics": [ "recommendations" ] }, { "page": "register_kernel", "title": "Register a shard kernel", "topics": [ "register_kernel" ] }, { "page": "report", "title": "Generate Shard Runtime Report", "topics": [ "report" ] }, { "page": "results", "title": "Extract Results from shard_map", "topics": [ "results" ] }, { "page": "row_layout", "title": "Row layout for fixed-row table outputs", "topics": [ "row_layout" ] }, { "page": "rss", "title": "RSS Monitoring Utilities", "topics": [ "rss" ] }, { "page": "schema", "title": "Define a table schema", "topics": [ "schema" ] }, { "page": "scratch_diagnostics", "title": "Scratch pool diagnostics", "topics": [ "scratch_diagnostics" ] }, { "page": "scratch_matrix", "title": "Get a scratch matrix", "topics": [ "scratch_matrix" ] }, { "page": "scratch_pool_config", "title": "Configure scratch pool limits", "topics": [ "scratch_pool_config" ] }, { "page": "segment", "title": "Shared Memory Segment", "topics": [ "segment" ] }, { "page": "segment_advise", "title": "Advise OS about expected access pattern for a segment", "topics": [ "segment_advise" ] }, { "page": "segment_close", "title": "Close a shared memory segment", "topics": [ "segment_close" ] }, { "page": "segment_create", "title": "Create a new shared memory segment", "topics": [ "segment_create" ] }, { "page": "segment_info", "title": "Get segment information", "topics": [ "segment_info" ] }, { "page": "segment_open", "title": "Open an existing shared memory segment", "topics": [ "segment_open" ] }, { "page": "segment_path", "title": "Get the path or name of a segment", "topics": [ "segment_path" ] }, { "page": "segment_protect", "title": "Make a segment read-only", "topics": [ "segment_protect" ] }, { "page": "segment_read", "title": "Read raw data from a segment", "topics": [ "segment_read" ] }, { "page": "segment_report", "title": "Shared Memory Segment Report", "topics": [ "segment_report" ] }, { "page": "segment_size", "title": "Get the size of a segment", "topics": [ "segment_size" ] }, { "page": "segment_write", "title": "Write data to a segment", "topics": [ "segment_write" ] }, { "page": "set_affinity", "title": "Set CPU affinity for the current process", "topics": [ "set_affinity" ] }, { "page": "shard_apply_matrix", "title": "Apply a Function Over Matrix Columns with Shared Inputs", "topics": [ "shard_apply_matrix" ] }, { "page": "shard_apply_policy", "title": "Apply Wrapper Policy", "topics": [ "shard_apply_policy" ] }, { "page": "shard_crossprod", "title": "Parallel crossprod() using shard views + output buffers", "topics": [ "shard_crossprod" ] }, { "page": "shard_get_adapter", "title": "Get Adapter for an Object", "topics": [ "shard_get_adapter" ] }, { "page": "shard_lapply_shared", "title": "Apply a Function Over a List with Optional Auto-Sharing", "topics": [ "shard_lapply_shared" ] }, { "page": "shard_list_adapters", "title": "List Registered Adapters", "topics": [ "shard_list_adapters" ] }, { "page": "shard_map", "title": "Parallel Execution with shard_map", "topics": [ "shard_map" ] }, { "page": "shard_reduce", "title": "Streaming Reductions over Shards", "topics": [ "shard_reduce" ] }, { "page": "shard_register_adapter", "title": "Register an Adapter for Class-Specific Traversal", "topics": [ "shard_register_adapter" ] }, { "page": "shard_share_hook", "title": "Deep Sharing Hook for Custom Classes", "topics": [ "shard_share_hook", "shard_share_hook.default" ] }, { "page": "shard_unregister_adapter", "title": "Unregister an Adapter", "topics": [ "shard_unregister_adapter" ] }, { "page": "shards", "title": "Shard Descriptor Creation", "topics": [ "shards" ] }, { "page": "shards_list", "title": "Create Shards from an Explicit Index List", "topics": [ "shards_list" ] }, { "page": "share", "title": "Zero-Copy Shared Objects", "topics": [ "share" ] }, { "page": "share_open", "title": "Open an Existing Shared Object by Path", "topics": [ "share_open" ] }, { "page": "shared_advise", "title": "Advise access pattern for a shared input vector/matrix", "topics": [ "shared_advise" ] }, { "page": "shared_diagnostics", "title": "Get diagnostics for a shared vector", "topics": [ "shared_diagnostics" ] }, { "page": "shared_info", "title": "Get Information About a Shared Object", "topics": [ "shared_info" ] }, { "page": "shared_reset_diagnostics", "title": "Reset diagnostic counters for a shared vector", "topics": [ "shared_reset_diagnostics" ] }, { "page": "shared_segment", "title": "Get the underlying segment from a shared vector", "topics": [ "shared_segment" ] }, { "page": "shared_vector", "title": "Create a shared vector from a segment", "topics": [ "shared_vector" ] }, { "page": "shared_view", "title": "Create a view (subset) of a shared vector", "topics": [ "shared_view" ] }, { "page": "stream_count", "title": "Stream row count", "topics": [ "stream_count" ] }, { "page": "stream_filter", "title": "Stream-filter a dataset/row-groups into a new partitioned dataset", "topics": [ "stream_filter" ] }, { "page": "stream_group_count", "title": "Stream group-wise count", "topics": [ "stream_group_count" ] }, { "page": "stream_group_sum", "title": "Stream group-wise sum", "topics": [ "stream_group_sum" ] }, { "page": "stream_map", "title": "Stream over row-groups/datasets and map", "topics": [ "stream_map", "stream_map.shard_dataset", "stream_map.shard_row_groups" ] }, { "page": "stream_reduce", "title": "Stream over row-groups/datasets and reduce", "topics": [ "stream_reduce", "stream_reduce.shard_dataset", "stream_reduce.shard_row_groups" ] }, { "page": "stream_sum", "title": "Stream sum of a numeric column", "topics": [ "stream_sum" ] }, { "page": "stream_top_k", "title": "Stream top-k rows by a numeric column", "topics": [ "stream_top_k" ] }, { "page": "succeeded", "title": "Check if shard_map Succeeded", "topics": [ "succeeded" ] }, { "page": "table_buffer", "title": "Allocate a fixed-row table buffer", "topics": [ "table_buffer" ] }, { "page": "table_diagnostics", "title": "Table Diagnostics", "topics": [ "table_diagnostics" ] }, { "page": "table_finalize", "title": "Finalize a table buffer or sink", "topics": [ "table_finalize" ] }, { "page": "table_finalize.shard_table_buffer", "title": "Finalize a table buffer", "topics": [ "table_finalize.shard_table_buffer" ] }, { "page": "table_finalize.shard_table_sink", "title": "Finalize a sink", "topics": [ "table_finalize.shard_table_sink" ] }, { "page": "table_sink", "title": "Create a table sink for row-group or partitioned outputs", "topics": [ "table_sink" ] }, { "page": "table_write", "title": "Write tabular results into a table buffer or sink", "topics": [ "table_write" ] }, { "page": "table_write.shard_table_buffer", "title": "Write into a table buffer", "topics": [ "table_write.shard_table_buffer" ] }, { "page": "table_write.shard_table_sink", "title": "Write a shard's row-group output", "topics": [ "table_write.shard_table_sink" ] }, { "page": "task_report", "title": "Task Execution Report", "topics": [ "task_report" ] }, { "page": "utils", "title": "Utility Functions", "topics": [ "utils" ] }, { "page": "view", "title": "Create a view over a shared matrix", "topics": [ "view" ] }, { "page": "view_block", "title": "Create a contiguous block view", "topics": [ "view_block" ] }, { "page": "view_diagnostics", "title": "View diagnostics", "topics": [ "view_diagnostics" ] }, { "page": "view_gather", "title": "Create a gather (indexed) view over a shared matrix", "topics": [ "view_gather" ] }, { "page": "view_info", "title": "Introspection for a view", "topics": [ "view_info" ] }, { "page": "views", "title": "Zero-copy Views", "topics": [ "views" ] }, { "page": "worker", "title": "Individual Worker Control", "topics": [ "worker" ] } ], "_readme": "https://github.com/bbuchsbaum/shard/raw/HEAD/README.md", "_rundeps": [], "_sysdeps": [ { "shlib": "libblas", "package": "libopenblas0-pthread", "source": "openblas", "version": "0.3.26+ds-1ubuntu0.1", "name": "openblas", "homepage": "https://www.openblas.net/", "description": "Optimized BLAS (linear algebra) library (shared lib, pthread)" } ], "_vignettes": [ { "source": "shard.Rmd", "filename": "shard.html", "title": "Getting Started with shard", "engine": "knitr::rmarkdown", "headings": [ "A first example", "The three core objects", "Sharing inputs", "Output buffers", "Shard descriptors", "Running shard_map()", "What if workers return values?", "Convenience wrappers", "Column-wise apply", "List lapply", "Diagnostics", "Worker pool management", "Copy-on-write protection", "Clean up", "Next steps" ], "created": "2026-03-29 17:44:50", "modified": "2026-03-29 17:44:50", "commits": 1 } ], "_score": 5.021189299069938, "_indexed": true, "_nocasepkg": "shard", "_universes": [ "bbuchsbaum" ], "_binaries": [ { "r": "4.7.0", "os": "linux", "version": "0.1.0", "date": "2026-06-04T06:37:45.000Z", "distro": "noble", "arch": "aarch64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "a03494eb9aa0709380eb3d1bc5792c956b465f321edd569179ea89669d40d922", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.7.0", "os": "linux", "version": "0.1.0", "date": "2026-06-04T06:37:03.000Z", "distro": "noble", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "9983a763f849309be38fa210d9566cb47c88507a7ea37713198a37838b108ef1", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.6.0", "os": "linux", "version": "0.1.0", "date": "2026-06-04T06:37:09.000Z", "distro": "noble", "arch": "aarch64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "abcf92ee1e97a0e3775b703e7a9c26d0485d9cb8179a46303d08955bbaa00cc4", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.6.0", "os": "linux", "version": "0.1.0", "date": "2026-06-04T06:37:02.000Z", "distro": "noble", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "bfaf6b032fe06192c1a90cc4c99f06f326725aa59a892b9a0dfe17fb7d77d2a0", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.5.3", "os": "mac", "version": "0.1.0", "date": "2026-06-04T06:36:45.000Z", "arch": "aarch64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "84d50d276531f4d8d80672fec2c32122abd6cc381e3f0901d1b8f593fbf56296", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.5.3", "os": "mac", "version": "0.1.0", "date": "2026-06-04T06:38:43.000Z", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "dc54aaffc6c56cf5f8a2fb0e857527aa1e9a7c76de788104949e51847ffe6eca", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.6.0", "os": "mac", "version": "0.1.0", "date": "2026-06-04T06:36:48.000Z", "arch": "aarch64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "ec0c1a7f1da7e5673b6d25eaa3c99121d0a12554e3da8d4ba85e5cd1b67d8f8f", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.6.0", "os": "mac", "version": "0.1.0", "date": "2026-06-04T06:38:04.000Z", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "6350f98ef0552d048acc267f09e1562d97a2abfa2a53bdc19eb34d32dd51addc", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.6.0", "os": "wasm", "version": "0.1.0", "date": "2026-06-04T06:37:01.000Z", "arch": "emscripten", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "957216678541e1fd8ca27391d9e35e8a30ff54b33c2a0411db66069948d86b47", "status": "success", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.7.0", "os": "win", "version": "0.1.0", "date": "2026-06-04T06:36:31.000Z", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "fad3a08ba58d38494f9917903e8d0de37216739d2d511c3f9c139df4bdfccb7d", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.5.3", "os": "win", "version": "0.1.0", "date": "2026-06-04T06:36:22.000Z", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "bac809a91c611763e238dad241883e1dc1fcafdb19e608c120bdfbd50200fc0c", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" }, { "r": "4.6.0", "os": "win", "version": "0.1.0", "date": "2026-06-04T06:36:15.000Z", "arch": "x86_64", "commit": "c890d0988c270db4d8557bc3786ab410e06579a9", "fileid": "0a34adc7d1df197db325f9359baf348635a0060da5469555caefcb8371200a00", "status": "success", "check": "OK", "buildurl": "https://github.com/r-universe/bbuchsbaum/actions/runs/26935082400" } ] }