{
  "name": "sparklyr commands and data boundaries",
  "description": "An original cross-walk of commands in the official sparklyr installation, data-reading, preparation and dplyr guides. It distinguishes setup, Spark references and transfers back to R; these are documented behaviours, not performance measurements.",
  "page": "https://casrai.org/guides/sparklyr",
  "publisher": "CASRAI",
  "license": "https://creativecommons.org/licenses/by/4.0/",
  "dateModified": "2026-11-16T21:55:04Z",
  "temporalCoverage": null,
  "spatialCoverage": null,
  "columns": [
    {
      "name": "Command",
      "unit": "",
      "description": ""
    },
    {
      "name": "Role",
      "unit": "",
      "description": ""
    },
    {
      "name": "Data boundary",
      "unit": "",
      "description": ""
    },
    {
      "name": "Source",
      "unit": "",
      "description": ""
    }
  ],
  "rows": [
    {
      "Command": "spark_install()",
      "Role": "Install Spark locally",
      "Data boundary": "Setup; not a connection or data upload",
      "Source": "https://spark.posit.co/get-started/"
    },
    {
      "Command": "spark_connect(master = \"local\")",
      "Role": "Start and connect to local Spark",
      "Data boundary": "Returns a connection object in R",
      "Source": "https://spark.posit.co/get-started/"
    },
    {
      "Command": "copy_to(sc, data, name)",
      "Role": "Upload a small R data frame",
      "Data boundary": "R data to Spark; returned object references Spark table",
      "Source": "https://spark.posit.co/get-started/read-data.html"
    },
    {
      "Command": "group_by() and summarise()",
      "Role": "Define a grouped aggregation",
      "Data boundary": "Remote query instructions; no complete local result",
      "Source": "https://spark.posit.co/get-started/prepare-data.html"
    },
    {
      "Command": "dplyr::show_query()",
      "Role": "Display translated Spark SQL",
      "Data boundary": "Inspect query text in R",
      "Source": "https://spark.posit.co/get-started/prepare-data.html"
    },
    {
      "Command": "collect()",
      "Role": "Execute and return query results",
      "Data boundary": "Spark result to R memory",
      "Source": "https://spark.posit.co/guides/dplyr.html"
    },
    {
      "Command": "spark_disconnect(sc)",
      "Role": "End the connection",
      "Data boundary": "Stops local environment; remote cluster remains running",
      "Source": "https://spark.posit.co/get-started/"
    }
  ],
  "sources": [
    {
      "title": "sparklyr: Install",
      "url": "https://spark.posit.co/get-started/",
      "accessed": "2026-11-16"
    },
    {
      "title": "sparklyr: Read Data",
      "url": "https://spark.posit.co/get-started/read-data.html",
      "accessed": "2026-11-16"
    },
    {
      "title": "sparklyr: Prepare Data",
      "url": "https://spark.posit.co/get-started/prepare-data.html",
      "accessed": "2026-11-16"
    },
    {
      "title": "sparklyr: Manipulating Data with dplyr",
      "url": "https://spark.posit.co/guides/dplyr.html",
      "accessed": "2026-11-16"
    }
  ]
}