org
.
infinispan
.
spark
.
stream
InfinispanInputDStream
class
InfinispanInputDStream
[
K
,
V
]
extends
ReceiverInputDStream
[(
K
,
V
,
Type
)]
Linear Supertypes
ReceiverInputDStream
[(
K
,
V
,
Type
)],
InputDStream
[(
K
,
V
,
Type
)],
DStream
[(
K
,
V
,
Type
)],
Logging
,
Serializable
,
Serializable
,
AnyRef
,
Any
Ordering
Alphabetic
By inheritance
Inherited
InfinispanInputDStream
ReceiverInputDStream
InputDStream
DStream
Logging
Serializable
Serializable
AnyRef
Any
Hide All
Show all
Learn more about member selection
Visibility
Public
All
Instance Constructors
new
InfinispanInputDStream
(
ssc_:
StreamingContext
,
storage:
StorageLevel
,
configuration:
Properties
)
Value Members
final
def
!=
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
!=
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
##
()
:
Int
Definition Classes
AnyRef → Any
final
def
==
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
==
(
arg0:
Any
)
:
Boolean
Definition Classes
Any
final
def
asInstanceOf
[
T0
]
:
T0
Definition Classes
Any
val
baseScope
:
Option
[
String
]
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
InputDStream → DStream
def
cache
()
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
checkpoint
(
interval:
Duration
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
clone
()
:
AnyRef
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
compute
(
validTime:
Time
)
:
Option
[
RDD
[(
K
,
V
,
Type
)]]
Definition Classes
ReceiverInputDStream → DStream
def
context
:
StreamingContext
Definition Classes
DStream
def
count
()
:
DStream
[
Long
]
Definition Classes
DStream
def
countByValue
(
numPartitions:
Int
)
(
implicit
ord:
Ordering
[(
K
,
V
,
Type
)]
)
:
DStream
[((
K
,
V
,
Type
),
Long
)]
Definition Classes
DStream
def
countByValueAndWindow
(
windowDuration:
Duration
,
slideDuration:
Duration
,
numPartitions:
Int
)
(
implicit
ord:
Ordering
[(
K
,
V
,
Type
)]
)
:
DStream
[((
K
,
V
,
Type
),
Long
)]
Definition Classes
DStream
def
countByWindow
(
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[
Long
]
Definition Classes
DStream
def
createRDDWithLocalProperties
[
U
]
(
time:
Time
,
displayInnerRDDOps:
Boolean
)
(
body: ⇒
U
)
:
U
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
DStream
def
dependencies
:
List
[
DStream
[_]]
Definition Classes
InputDStream → DStream
final
def
eq
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
def
equals
(
arg0:
Any
)
:
Boolean
Definition Classes
AnyRef → Any
def
filter
(
filterFunc: ((
K
,
V
,
Type
)) ⇒
Boolean
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
finalize
()
:
Unit
Attributes
protected[
java.lang
]
Definition Classes
AnyRef
Annotations
@throws
(
classOf[java.lang.Throwable]
)
def
flatMap
[
U
]
(
flatMapFunc: ((
K
,
V
,
Type
)) ⇒
Traversable
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
foreachRDD
(
foreachFunc: (
RDD
[(
K
,
V
,
Type
)],
Time
) ⇒
Unit
)
:
Unit
Definition Classes
DStream
def
foreachRDD
(
foreachFunc: (
RDD
[(
K
,
V
,
Type
)]) ⇒
Unit
)
:
Unit
Definition Classes
DStream
final
def
getClass
()
:
Class
[_]
Definition Classes
AnyRef → Any
def
getReceiver
()
:
Receiver
[(
K
,
V
,
Type
)]
Definition Classes
InfinispanInputDStream
→ ReceiverInputDStream
def
glom
()
:
DStream
[
Array
[(
K
,
V
,
Type
)]]
Definition Classes
DStream
def
hashCode
()
:
Int
Definition Classes
AnyRef → Any
val
id
:
Int
Definition Classes
InputDStream
final
def
isInstanceOf
[
T0
]
:
Boolean
Definition Classes
Any
def
isTraceEnabled
()
:
Boolean
Attributes
protected
Definition Classes
Logging
def
log
:
Logger
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logDebug
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logError
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logInfo
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logName
:
String
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logTrace
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
,
throwable:
Throwable
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
logWarning
(
msg: ⇒
String
)
:
Unit
Attributes
protected
Definition Classes
Logging
def
map
[
U
]
(
mapFunc: ((
K
,
V
,
Type
)) ⇒
U
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
mapPartitions
[
U
]
(
mapPartFunc: (
Iterator
[(
K
,
V
,
Type
)]) ⇒
Iterator
[
U
]
,
preservePartitioning:
Boolean
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
final
def
ne
(
arg0:
AnyRef
)
:
Boolean
Definition Classes
AnyRef
final
def
notify
()
:
Unit
Definition Classes
AnyRef
final
def
notifyAll
()
:
Unit
Definition Classes
AnyRef
def
persist
()
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
persist
(
level:
StorageLevel
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
print
(
num:
Int
)
:
Unit
Definition Classes
DStream
def
print
()
:
Unit
Definition Classes
DStream
val
rateController
:
Option
[
RateController
]
Attributes
protected[
org.apache.spark.streaming
]
Definition Classes
ReceiverInputDStream → InputDStream
def
reduce
(
reduceFunc: ((
K
,
V
,
Type
), (
K
,
V
,
Type
)) ⇒ (
K
,
V
,
Type
)
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
reduceByWindow
(
reduceFunc: ((
K
,
V
,
Type
), (
K
,
V
,
Type
)) ⇒ (
K
,
V
,
Type
)
,
invReduceFunc: ((
K
,
V
,
Type
), (
K
,
V
,
Type
)) ⇒ (
K
,
V
,
Type
)
,
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
reduceByWindow
(
reduceFunc: ((
K
,
V
,
Type
), (
K
,
V
,
Type
)) ⇒ (
K
,
V
,
Type
)
,
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
repartition
(
numPartitions:
Int
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
saveAsObjectFiles
(
prefix:
String
,
suffix:
String
)
:
Unit
Definition Classes
DStream
def
saveAsTextFiles
(
prefix:
String
,
suffix:
String
)
:
Unit
Definition Classes
DStream
def
slice
(
fromTime:
Time
,
toTime:
Time
)
:
Seq
[
RDD
[(
K
,
V
,
Type
)]]
Definition Classes
DStream
def
slice
(
interval:
Interval
)
:
Seq
[
RDD
[(
K
,
V
,
Type
)]]
Definition Classes
DStream
def
slideDuration
:
Duration
Definition Classes
InputDStream → DStream
val
ssc_
:
StreamingContext
def
start
()
:
Unit
Definition Classes
ReceiverInputDStream → InputDStream
def
stop
()
:
Unit
Definition Classes
ReceiverInputDStream → InputDStream
final
def
synchronized
[
T0
]
(
arg0: ⇒
T0
)
:
T0
Definition Classes
AnyRef
def
toString
()
:
String
Definition Classes
AnyRef → Any
def
transform
[
U
]
(
transformFunc: (
RDD
[(
K
,
V
,
Type
)],
Time
) ⇒
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
transform
[
U
]
(
transformFunc: (
RDD
[(
K
,
V
,
Type
)]) ⇒
RDD
[
U
]
)
(
implicit
arg0:
ClassTag
[
U
]
)
:
DStream
[
U
]
Definition Classes
DStream
def
transformWith
[
U
,
V
]
(
other:
DStream
[
U
]
,
transformFunc: (
RDD
[(
K
,
V
,
Type
)],
RDD
[
U
],
Time
) ⇒
RDD
[
V
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
ClassTag
[
V
]
)
:
DStream
[
V
]
Definition Classes
DStream
def
transformWith
[
U
,
V
]
(
other:
DStream
[
U
]
,
transformFunc: (
RDD
[(
K
,
V
,
Type
)],
RDD
[
U
]) ⇒
RDD
[
V
]
)
(
implicit
arg0:
ClassTag
[
U
]
,
arg1:
ClassTag
[
V
]
)
:
DStream
[
V
]
Definition Classes
DStream
def
union
(
that:
DStream
[(
K
,
V
,
Type
)]
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
final
def
wait
()
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
,
arg1:
Int
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
final
def
wait
(
arg0:
Long
)
:
Unit
Definition Classes
AnyRef
Annotations
@throws
(
...
)
def
window
(
windowDuration:
Duration
,
slideDuration:
Duration
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
def
window
(
windowDuration:
Duration
)
:
DStream
[(
K
,
V
,
Type
)]
Definition Classes
DStream
Deprecated Value Members
def
foreach
(
foreachFunc: (
RDD
[(
K
,
V
,
Type
)],
Time
) ⇒
Unit
)
:
Unit
Definition Classes
DStream
Annotations
@deprecated
Deprecated
(Since version 0.9.0)
use foreachRDD
def
foreach
(
foreachFunc: (
RDD
[(
K
,
V
,
Type
)]) ⇒
Unit
)
:
Unit
Definition Classes
DStream
Annotations
@deprecated
Deprecated
(Since version 0.9.0)
use foreachRDD
Inherited from
ReceiverInputDStream
[(
K
,
V
,
Type
)]
Inherited from
InputDStream
[(
K
,
V
,
Type
)]
Inherited from
DStream
[(
K
,
V
,
Type
)]
Inherited from
Logging
Inherited from
Serializable
Inherited from
Serializable
Inherited from
AnyRef
Inherited from
Any
Ungrouped