spark

Type Members

class AndLogicExpression extends DynamicLogicExpression

Annotations
@Private()
abstract class AvroException extends Exception

Annotations
@Private()
class BulkLoadPartitioner extends Partitioner

A Partitioner implementation that will separate records to different HBase Regions based on region splits
class ByteArrayComparable extends Comparable[ByteArrayComparable]

Annotations
@Public()
class ByteArrayWrapper extends Comparable[ByteArrayWrapper] with Serializable

This is a wrapper over a byte array so it can work as a key in a hashMap
class ColumnFamilyQualifierMapKeyWrapper extends Serializable

A wrapper class that will allow both columnFamily and qualifier to be the key of a hashMap.
class ColumnFilter extends Serializable

Contains information related to a filters for a given column.
class ColumnFilterCollection extends AnyRef

A collection of ColumnFilters indexed by column names.
trait CompareTrait extends AnyRef

Annotations
@Private()
class DefaultSource extends RelationProvider with CreatableRelationProvider with Logging

DefaultSource for integration with Spark's dataframe datasources.
trait DynamicLogicExpression extends AnyRef

Dynamic logic for SQL push down logic there is an instance for most common operations and a pass through for other operations not covered here
class EqualLogicExpression extends DynamicLogicExpression

Annotations
@Private()
class ExecutionRuleForUnitTesting extends AnyRef

Annotations
@Private()
class FamiliesQualifiersValues extends Serializable

This object is a clean way to store and sort all cells that will be bulk loaded into a single row
class FamilyHFileWriteOptions extends Serializable

This object will hold optional data for how a given column family's writer will work
class GreaterThanLogicExpression extends DynamicLogicExpression with CompareTrait

Annotations
@Private()
class GreaterThanOrEqualLogicExpression extends DynamicLogicExpression with CompareTrait

Annotations
@Private()
case class HBaseConnectionCacheStat(numTotalRequests: Long, numActualConnectionsCreated: Long, numActiveConnections: Long) extends Product with Serializable

To log the state of 'HBaseConnectionCache'
class HBaseConnectionKey extends Logging

Denotes a unique key to an HBase Connection instance.
class HBaseContext extends Serializable with Logging

HBaseContext is a façade for HBase operations like bulk put, get, increment, delete, and scan
case class HBaseRelation(parameters: Map[String, String], userSpecifiedSchema: Option[StructType])(sqlContext: SQLContext) extends BaseRelation with PrunedFilteredScan with InsertableRelation with Logging with Product with Serializable

Implementation of Spark BaseRelation that will build up our scan logic , do the scan pruning, filter push down, and value conversions
class IsNullLogicExpression extends DynamicLogicExpression

Annotations
@Private()
class JavaHBaseContext extends Serializable

This is the Java Wrapper over HBaseContext which is written in Scala.
class KeyFamilyQualifier extends Comparable[KeyFamilyQualifier] with Serializable

This is the key to be used for sorting and shuffling.
class LessThanLogicExpression extends DynamicLogicExpression with CompareTrait

Annotations
@Private()
class LessThanOrEqualLogicExpression extends DynamicLogicExpression with CompareTrait

Annotations
@Private()
class NewHBaseRDD[K, V] extends NewHadoopRDD[K, V]

Annotations
@Public()
class OrLogicExpression extends DynamicLogicExpression

Annotations
@Private()
class PassThroughLogicExpression extends DynamicLogicExpression

Annotations
@Private()
class RowKeyFilter extends Serializable

Contains information related to a filters for a given column.
class ScanRange extends Serializable

Construct to contain a single scan ranges information.
case class SchemaConversionException(msg: String) extends AvroException with Product with Serializable

Annotations
@Private()
class SparkSQLPushDownFilter extends FilterBase

Value Members

object AvroSerdes

Annotations
@Private()
object DefaultSourceStaticUtils

Status object to store static functions but also to hold last executed information that can be used for unit testing.
object DynamicLogicExpressionBuilder

Annotations
@Private()
object HBaseDStreamFunctions

HBaseDStreamFunctions contains a set of implicit functions that can be applied to a Spark DStream so that we can easily interact with HBase
object HBaseRDDFunctions

HBaseRDDFunctions contains a set of implicit functions that can be applied to a Spark RDD so that we can easily interact with HBase
object LatestHBaseContextCache
object SchemaConverters

* On top level, the converters provide three high level interface.
package datasources
package example

package spark

Type Members

class AndLogicExpression extends DynamicLogicExpression

abstract class AvroException extends Exception

class BulkLoadPartitioner extends Partitioner

class ByteArrayComparable extends Comparable[ByteArrayComparable]

class ByteArrayWrapper extends Comparable[ByteArrayWrapper] with Serializable

class ColumnFamilyQualifierMapKeyWrapper extends Serializable

class ColumnFilter extends Serializable

class ColumnFilterCollection extends AnyRef

trait CompareTrait extends AnyRef

class DefaultSource extends RelationProvider with CreatableRelationProvider with Logging

trait DynamicLogicExpression extends AnyRef

class EqualLogicExpression extends DynamicLogicExpression

class ExecutionRuleForUnitTesting extends AnyRef

class FamiliesQualifiersValues extends Serializable

class FamilyHFileWriteOptions extends Serializable

class GreaterThanLogicExpression extends DynamicLogicExpression with CompareTrait

class GreaterThanOrEqualLogicExpression extends DynamicLogicExpression with CompareTrait

case class HBaseConnectionCacheStat(numTotalRequests: Long, numActualConnectionsCreated: Long, numActiveConnections: Long) extends Product with Serializable

class HBaseConnectionKey extends Logging

class HBaseContext extends Serializable with Logging

case class HBaseRelation(parameters: Map[String, String], userSpecifiedSchema: Option[StructType])(sqlContext: SQLContext) extends BaseRelation with PrunedFilteredScan with InsertableRelation with Logging with Product with Serializable

class IsNullLogicExpression extends DynamicLogicExpression

class JavaHBaseContext extends Serializable

class KeyFamilyQualifier extends Comparable[KeyFamilyQualifier] with Serializable

class LessThanLogicExpression extends DynamicLogicExpression with CompareTrait

class LessThanOrEqualLogicExpression extends DynamicLogicExpression with CompareTrait

class NewHBaseRDD[K, V] extends NewHadoopRDD[K, V]

class OrLogicExpression extends DynamicLogicExpression

class PassThroughLogicExpression extends DynamicLogicExpression

class RowKeyFilter extends Serializable

class ScanRange extends Serializable

case class SchemaConversionException(msg: String) extends AvroException with Product with Serializable

class SparkSQLPushDownFilter extends FilterBase

Value Members

object AvroSerdes

object DefaultSourceStaticUtils

object DynamicLogicExpressionBuilder

object HBaseDStreamFunctions

object HBaseRDDFunctions

object LatestHBaseContextCache

object SchemaConverters

package datasources

package example

Ungrouped