class SparkContextFunctions extends Serializable
Brings RDD related functions into the spark context when loaded as an import.
- Alphabetic
- By Inheritance
- SparkContextFunctions
- Serializable
- AnyRef
- Any
- Hide All
- Show All
- Public
- Protected
Instance Constructors
- new SparkContextFunctions(sc: SparkContext)
- sc
the spark context, made available by spark.
Value Members
- final def !=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def ##: Int
- Definition Classes
- AnyRef → Any
- final def ==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
- final def asInstanceOf[T0]: T0
- Definition Classes
- Any
- def clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.CloneNotSupportedException]) @IntrinsicCandidate() @native()
- def couchbaseAnalyticsQuery[T](statement: String, analyticsOptions: AnalyticsOptions = null, keyspace: Keyspace = null, connectionIdentifier: String = null)(implicit arg0: ClassTag[T], deserializer: JsonDeserializer[T]): RDD[T]
Performs an analytics query.
Performs an analytics query.
- T
the document type to decode into.
- statement
the analytics statement to execute.
- analyticsOptions
optional parameters to customize the behavior.
- keyspace
the keyspace (only provide bucket and scope if needed).
- deserializer
the implicit JSON deserializer to use.
- returns
the RDD result.
- def couchbaseGet(ids: Seq[Get], keyspace: Keyspace = Keyspace(), getOptions: GetOptions = null, connectionIdentifier: String = null): RDD[GetResult]
Fetches a seq of documents.
Fetches a seq of documents.
- ids
the document IDs.
- keyspace
the optional keyspace to override the implicit configuration.
- getOptions
optional parameters to customize the behavior.
- returns
the RDD result.
- def couchbaseInsert[T](docs: Seq[Insert[T]], keyspace: Keyspace = Keyspace(), insertOptions: InsertOptions = null, ignoreIfExists: Boolean = false)(implicit serializer: JsonSerializer[T]): RDD[MutationResult]
Inserts a seq of documents.
Inserts a seq of documents.
- T
the type of data that should be stored.
- docs
the documents that should be inserted.
- keyspace
the optional keyspace to override the implicit configuration.
- insertOptions
optional parameters to customize the behavior.
- ignoreIfExists
set to true if individual DocumentExistsException should be ignored.
- serializer
the implicit serializer used to encode the data.
- returns
the RDD result.
- def couchbaseLookupIn(docs: Seq[LookupIn], keyspace: Keyspace = Keyspace(), lookupInOptions: LookupInOptions = null, connectionIdentifier: String = null): RDD[LookupInResult]
Performs subdocument lookup.
Performs subdocument lookup.
- docs
the documents to look up.
- keyspace
the optional keyspace to override the implicit configuration.
- lookupInOptions
optional parameters to customize the behavior.
- returns
the RDD result.
- def couchbaseMutateIn(docs: Seq[MutateIn], keyspace: Keyspace = Keyspace(), mutateInOptions: MutateInOptions = null, connectionIdentifier: String = null): RDD[MutateInResult]
Performs subdocument mutations.
Performs subdocument mutations.
- docs
the documents to mutate.
- keyspace
the optional keyspace to override the implicit configuration.
- mutateInOptions
optional parameters to customize the behavior.
- returns
the RDD result.
- def couchbaseQuery[T](statement: String, queryOptions: QueryOptions = null, keyspace: Keyspace = null, connectionIdentifier: String = null)(implicit arg0: ClassTag[T], deserializer: JsonDeserializer[T]): RDD[T]
Performs a N1QL query.
Performs a N1QL query.
- T
the document type to decode into.
- statement
the query statement to execute.
- queryOptions
optional parameters to customize the behavior.
- keyspace
the keyspace (only provide bucket and scope if needed).
- connectionIdentifier
if a different connection should be used than the default one.
- deserializer
the implicit JSON deserializer to use.
- returns
the RDD result.
- def couchbaseRemove(docs: Seq[Remove], keyspace: Keyspace = Keyspace(), removeOptions: RemoveOptions = null, ignoreIfNotFound: Boolean = false, connectionIdentifier: String = null): RDD[MutationResult]
Removes a seq of documents.
Removes a seq of documents.
- docs
the documents which should be removed.
- keyspace
the optional keyspace to override the implicit configuration.
- removeOptions
optional parameters to customize the behavior.
- ignoreIfNotFound
set to true if individual DocumentNotFoundException should be ignored.
- returns
the RDD result.
- def couchbaseReplace[T](docs: Seq[Replace[T]], keyspace: Keyspace = Keyspace(), replaceOptions: ReplaceOptions = null, ignoreIfNotFound: Boolean = false, connectionIdentifier: String = null)(implicit serializer: JsonSerializer[T]): RDD[MutationResult]
Replaces a seq documents.
Replaces a seq documents.
- T
the type of data that should be stored.
- docs
the documents to replace.
- keyspace
the optional keyspace to override the implicit configuration.
- replaceOptions
optional parameters to customize the behavior.
- ignoreIfNotFound
set to true if individual DocumentNotFoundException should be ignored.
- serializer
the implicit serializer used to encode the data.
- returns
the RDD result.
- def couchbaseSearchQuery(indexName: String, query: SearchQuery, searchOptions: SearchOptions = null, connectionIdentifier: String = null): RDD[SearchResult]
Performs a full-text search query.
Performs a full-text search query.
- indexName
the name of the search index.
- query
the search query to be sent to the index.
- searchOptions
optional parameters to customize the behavior.
- returns
the RDD result.
- def couchbaseUpsert[T](docs: Seq[Upsert[T]], keyspace: Keyspace = Keyspace(), upsertOptions: UpsertOptions = null, connectionIdentifier: String = null)(implicit serializer: JsonSerializer[T]): RDD[MutationResult]
Upserts a seq of documents.
Upserts a seq of documents.
- T
the type of data that should be stored.
- docs
the documents to upsert.
- keyspace
the optional keyspace to override the implicit configuration.
- upsertOptions
optional parameters to customize the behavior.
- serializer
the implicit serializer used to encode the data.
- returns
the RDD result.
- final def eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- def equals(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef → Any
- final def getClass(): Class[_ <: AnyRef]
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- def hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @IntrinsicCandidate() @native()
- final def isInstanceOf[T0]: Boolean
- Definition Classes
- Any
- final def ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
- final def notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- final def notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @IntrinsicCandidate() @native()
- val sc: SparkContext
- final def synchronized[T0](arg0: => T0): T0
- Definition Classes
- AnyRef
- def toString(): String
- Definition Classes
- AnyRef → Any
- final def wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
- final def wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException]) @native()
- final def wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.InterruptedException])
Deprecated Value Members
- def finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws(classOf[java.lang.Throwable]) @Deprecated
- Deprecated
(Since version 9)