class SparkContextFunctions extends Serializable
Brings RDD related functions into the spark context when loaded as an import.
- Alphabetic
- By Inheritance
- SparkContextFunctions
- Serializable
- Serializable
- AnyRef
- Any
- Hide All
- Show All
- Public
- All
Instance Constructors
-
new
SparkContextFunctions(sc: SparkContext)
- sc
the spark context, made available by spark.
Value Members
-
final
def
!=(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
##(): Int
- Definition Classes
- AnyRef → Any
-
final
def
==(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
asInstanceOf[T0]: T0
- Definition Classes
- Any
-
def
clone(): AnyRef
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native() @IntrinsicCandidate()
-
def
couchbaseAnalyticsQuery[T](statement: String, analyticsOptions: AnalyticsOptions = null, keyspace: Keyspace = null, connectionIdentifier: String = null)(implicit arg0: ClassTag[T], deserializer: JsonDeserializer[T]): RDD[T]
Performs an analytics query.
Performs an analytics query.
- T
the document type to decode into.
- statement
the analytics statement to execute.
- analyticsOptions
optional parameters to customize the behavior.
- keyspace
the keyspace (only provide bucket and scope if needed).
- deserializer
the implicit JSON deserializer to use.
- returns
the RDD result.
-
def
couchbaseGet(ids: Seq[Get], keyspace: Keyspace = Keyspace(), getOptions: GetOptions = null, connectionIdentifier: String = null): RDD[GetResult]
Fetches a seq of documents.
Fetches a seq of documents.
- ids
the document IDs.
- keyspace
the optional keyspace to override the implicit configuration.
- getOptions
optional parameters to customize the behavior.
- returns
the RDD result.
-
def
couchbaseInsert[T](docs: Seq[Insert[T]], keyspace: Keyspace = Keyspace(), insertOptions: InsertOptions = null, ignoreIfExists: Boolean = false)(implicit serializer: JsonSerializer[T]): RDD[MutationResult]
Inserts a seq of documents.
Inserts a seq of documents.
- T
the type of data that should be stored.
- docs
the documents that should be inserted.
- keyspace
the optional keyspace to override the implicit configuration.
- insertOptions
optional parameters to customize the behavior.
- ignoreIfExists
set to true if individual DocumentExistsException should be ignored.
- serializer
the implicit serializer used to encode the data.
- returns
the RDD result.
-
def
couchbaseLookupIn(docs: Seq[LookupIn], keyspace: Keyspace = Keyspace(), lookupInOptions: LookupInOptions = null, connectionIdentifier: String = null): RDD[LookupInResult]
Performs subdocument lookup.
Performs subdocument lookup.
- docs
the documents to look up.
- keyspace
the optional keyspace to override the implicit configuration.
- lookupInOptions
optional parameters to customize the behavior.
- returns
the RDD result.
-
def
couchbaseMutateIn(docs: Seq[MutateIn], keyspace: Keyspace = Keyspace(), mutateInOptions: MutateInOptions = null, connectionIdentifier: String = null): RDD[MutateInResult]
Performs subdocument mutations.
Performs subdocument mutations.
- docs
the documents to mutate.
- keyspace
the optional keyspace to override the implicit configuration.
- mutateInOptions
optional parameters to customize the behavior.
- returns
the RDD result.
-
def
couchbaseQuery[T](statement: String, queryOptions: QueryOptions = null, keyspace: Keyspace = null, connectionIdentifier: String = null)(implicit arg0: ClassTag[T], deserializer: JsonDeserializer[T]): RDD[T]
Performs a N1QL query.
Performs a N1QL query.
- T
the document type to decode into.
- statement
the query statement to execute.
- queryOptions
optional parameters to customize the behavior.
- keyspace
the keyspace (only provide bucket and scope if needed).
- connectionIdentifier
if a different connection should be used than the default one.
- deserializer
the implicit JSON deserializer to use.
- returns
the RDD result.
-
def
couchbaseRemove(docs: Seq[Remove], keyspace: Keyspace = Keyspace(), removeOptions: RemoveOptions = null, ignoreIfNotFound: Boolean = false, connectionIdentifier: String = null): RDD[MutationResult]
Removes a seq of documents.
Removes a seq of documents.
- docs
the documents which should be removed.
- keyspace
the optional keyspace to override the implicit configuration.
- removeOptions
optional parameters to customize the behavior.
- ignoreIfNotFound
set to true if individual DocumentNotFoundException should be ignored.
- returns
the RDD result.
-
def
couchbaseReplace[T](docs: Seq[Replace[T]], keyspace: Keyspace = Keyspace(), replaceOptions: ReplaceOptions = null, ignoreIfNotFound: Boolean = false, connectionIdentifier: String = null)(implicit serializer: JsonSerializer[T]): RDD[MutationResult]
Replaces a seq documents.
Replaces a seq documents.
- T
the type of data that should be stored.
- docs
the documents to replace.
- keyspace
the optional keyspace to override the implicit configuration.
- replaceOptions
optional parameters to customize the behavior.
- ignoreIfNotFound
set to true if individual DocumentNotFoundException should be ignored.
- serializer
the implicit serializer used to encode the data.
- returns
the RDD result.
-
def
couchbaseSearchQuery(indexName: String, query: SearchQuery, searchOptions: SearchOptions = null, connectionIdentifier: String = null): RDD[SearchResult]
Performs a full-text search query.
Performs a full-text search query.
- indexName
the name of the search index.
- query
the search query to be sent to the index.
- searchOptions
optional parameters to customize the behavior.
- returns
the RDD result.
-
def
couchbaseUpsert[T](docs: Seq[Upsert[T]], keyspace: Keyspace = Keyspace(), upsertOptions: UpsertOptions = null, connectionIdentifier: String = null)(implicit serializer: JsonSerializer[T]): RDD[MutationResult]
Upserts a seq of documents.
Upserts a seq of documents.
- T
the type of data that should be stored.
- docs
the documents to upsert.
- keyspace
the optional keyspace to override the implicit configuration.
- upsertOptions
optional parameters to customize the behavior.
- serializer
the implicit serializer used to encode the data.
- returns
the RDD result.
-
final
def
eq(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
def
equals(arg0: Any): Boolean
- Definition Classes
- AnyRef → Any
-
final
def
getClass(): Class[_]
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @IntrinsicCandidate()
-
def
hashCode(): Int
- Definition Classes
- AnyRef → Any
- Annotations
- @native() @IntrinsicCandidate()
-
final
def
isInstanceOf[T0]: Boolean
- Definition Classes
- Any
-
final
def
ne(arg0: AnyRef): Boolean
- Definition Classes
- AnyRef
-
final
def
notify(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @IntrinsicCandidate()
-
final
def
notifyAll(): Unit
- Definition Classes
- AnyRef
- Annotations
- @native() @IntrinsicCandidate()
- val sc: SparkContext
-
final
def
synchronized[T0](arg0: ⇒ T0): T0
- Definition Classes
- AnyRef
-
def
toString(): String
- Definition Classes
- AnyRef → Any
-
final
def
wait(arg0: Long, arg1: Int): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
-
final
def
wait(arg0: Long): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... ) @native()
-
final
def
wait(): Unit
- Definition Classes
- AnyRef
- Annotations
- @throws( ... )
Deprecated Value Members
-
def
finalize(): Unit
- Attributes
- protected[lang]
- Definition Classes
- AnyRef
- Annotations
- @throws( classOf[java.lang.Throwable] ) @Deprecated
- Deprecated