diff --git a/examples/src/main/r/data-manipulation.R b/examples/src/main/r/data-manipulation.R new file mode 100644 index 000000000000..dcf8fd588e5e --- /dev/null +++ b/examples/src/main/r/data-manipulation.R @@ -0,0 +1,101 @@ +# +# Licensed to the Apache Software Foundation (ASF) under one or more +# contributor license agreements. See the NOTICE file distributed with +# this work for additional information regarding copyright ownership. +# The ASF licenses this file to You under the Apache License, Version 2.0 +# (the "License"); you may not use this file except in compliance with +# the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# For this example, we shall use the "flights" dataset +# The dataset consists of every flight departing Houston in 2011. +# The data set is made up of 227,496 rows x 14 columns. + +# Load SparkR library into your R session +library(SparkR) + +args <- commandArgs(trailing = TRUE) + +## Initialize SparkContext +sc <- sparkR.init(appName = "SparkR-data-manipulation-example") + +## Initialize SQLContext +sqlContext <- sparkRSQL.init(sc) + +if (length(args) != 1) { + print("Usage: data-manipulation.R % + avg(dep_delay = "avg", arr_delay = "avg") -> dailyDelayDF + +# Stop the SparkContext now +sparkR.stop()