Binary compatibility report for the spark-netflow-0.0.2-s_2.10 library between 1.4.0 and 1.5.0 versions (relating to the portability of client application spark-netflow-0.0.2-s_2.10.jar)
Test Info
| Library Name | spark-netflow-0.0.2-s_2.10 |
|---|
| Version #1 | 1.4.0 |
|---|
| Version #2 | 1.5.0 |
|---|
| Java Version | 1.7.0_85 |
|---|
Test Results
| Total Java ARchives | 2 |
|---|
| Total Methods / Classes | 541 / 2470 |
|---|
| Verdict | Incompatible
(9.2%) |
|---|
Problem Summary
| Severity | Count |
|---|
| Added Methods | - | 69 |
|---|
| Removed Methods | High | 6 |
|---|
Problems with
Data Types | High | 1 |
|---|
| Medium | 1 |
| Low | 3 |
Problems with
Methods | High | 0 |
|---|
| Medium | 0 |
| Low | 0 |
Other Changes
in Data Types | - | 6 |
|---|
Added Methods (69)
spark-core_2.10-1.5.0.jar, RDD<T>.class
package org.apache.spark.rdd
RDD<T>.isLocallyCheckpointed ( ) : boolean
[mangled: org/apache/spark/rdd/RDD<T>.isLocallyCheckpointed:()Z]
RDD<T>.localCheckpoint ( ) : RDD<T>
[mangled: org/apache/spark/rdd/RDD<T>.localCheckpoint:()Lorg/apache/spark/rdd/RDD;]
RDD<T>.markCheckpointed ( ) : void
[mangled: org/apache/spark/rdd/RDD<T>.markCheckpointed:()V]
spark-core_2.10-1.5.0.jar, SparkContext.class
package org.apache.spark
SparkContext.killAndReplaceExecutor ( String executorId ) : boolean
[mangled: org/apache/spark/SparkContext.killAndReplaceExecutor:(Ljava/lang/String;)Z]
SparkContext.SparkContext.._cleaner ( ) : scala.Option<ContextCleaner>
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._cleaner:()Lscala/Option;]
SparkContext.SparkContext.._dagScheduler ( ) : scheduler.DAGScheduler
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._dagScheduler:()Lorg/apache/spark/scheduler/DAGScheduler;]
SparkContext.SparkContext.._eventLogger ( ) : scala.Option<scheduler.EventLoggingListener>
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._eventLogger:()Lscala/Option;]
SparkContext.SparkContext.._executorAllocationManager ( ) : scala.Option<ExecutorAllocationManager>
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._executorAllocationManager:()Lscala/Option;]
SparkContext.SparkContext.._heartbeatReceiver ( ) : rpc.RpcEndpointRef
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._heartbeatReceiver:()Lorg/apache/spark/rpc/RpcEndpointRef;]
SparkContext.SparkContext.._listenerBusStarted_.eq ( boolean p1 ) : void
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._listenerBusStarted_.eq:(Z)V]
SparkContext.SparkContext.._progressBar ( ) : scala.Option<ui.ConsoleProgressBar>
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._progressBar:()Lscala/Option;]
SparkContext.SparkContext.._ui ( ) : scala.Option<ui.SparkUI>
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext.._ui:()Lscala/Option;]
SparkContext.SparkContext..postApplicationEnd ( ) : void
[mangled: org/apache/spark/SparkContext.org.apache.spark.SparkContext..postApplicationEnd:()V]
SparkContext.requestTotalExecutors ( int numExecutors, int localityAwareTasks, scala.collection.immutable.Map<String,Object> hostToLocalTaskCount ) : boolean
[mangled: org/apache/spark/SparkContext.requestTotalExecutors:(IILscala/collection/immutable/Map;)Z]
SparkContext.runJob ( rdd.RDD<T> rdd, scala.Function1<scala.collection.Iterator<T>,U> func, scala.collection.Seq<Object> partitions, scala.reflect.ClassTag<U> p4 ) : Object
[mangled: org/apache/spark/SparkContext.runJob:(Lorg/apache/spark/rdd/RDD;Lscala/Function1;Lscala/collection/Seq;Lscala/reflect/ClassTag;)Ljava/lang/Object;]
SparkContext.runJob ( rdd.RDD<T> rdd, scala.Function2<TaskContext,scala.collection.Iterator<T>,U> func, scala.collection.Seq<Object> partitions, scala.Function2<Object,U,scala.runtime.BoxedUnit> resultHandler, scala.reflect.ClassTag<U> p5 ) : void
[mangled: org/apache/spark/SparkContext.runJob:(Lorg/apache/spark/rdd/RDD;Lscala/Function2;Lscala/collection/Seq;Lscala/Function2;Lscala/reflect/ClassTag;)V]
SparkContext.runJob ( rdd.RDD<T> rdd, scala.Function2<TaskContext,scala.collection.Iterator<T>,U> func, scala.collection.Seq<Object> partitions, scala.reflect.ClassTag<U> p4 ) : Object
[mangled: org/apache/spark/SparkContext.runJob:(Lorg/apache/spark/rdd/RDD;Lscala/Function2;Lscala/collection/Seq;Lscala/reflect/ClassTag;)Ljava/lang/Object;]
spark-core_2.10-1.5.0.jar, TaskContext.class
package org.apache.spark
TaskContext.collectAccumulators ( ) [abstract] : scala.collection.immutable.Map<Object,Object>
[mangled: org/apache/spark/TaskContext.collectAccumulators:()Lscala/collection/immutable/Map;]
TaskContext.collectInternalAccumulators ( ) [abstract] : scala.collection.immutable.Map<Object,Object>
[mangled: org/apache/spark/TaskContext.collectInternalAccumulators:()Lscala/collection/immutable/Map;]
TaskContext.getMetricsSources ( String p1 ) [abstract] : scala.collection.Seq<metrics.source.Source>
[mangled: org/apache/spark/TaskContext.getMetricsSources:(Ljava/lang/String;)Lscala/collection/Seq;]
TaskContext.getPartitionId ( ) [static] : int
[mangled: org/apache/spark/TaskContext.getPartitionId:()I]
TaskContext.internalMetricsToAccumulators ( ) [abstract] : scala.collection.immutable.Map<String,Accumulator<Object>>
[mangled: org/apache/spark/TaskContext.internalMetricsToAccumulators:()Lscala/collection/immutable/Map;]
TaskContext.registerAccumulator ( Accumulable<?,?> p1 ) [abstract] : void
[mangled: org/apache/spark/TaskContext.registerAccumulator:(Lorg/apache/spark/Accumulable;)V]
spark-sql_2.10-1.5.0.jar, DataFrameReader.class
package org.apache.spark.sql
DataFrameReader.isTraceEnabled ( ) : boolean
[mangled: org/apache/spark/sql/DataFrameReader.isTraceEnabled:()Z]
DataFrameReader.log ( ) : org.slf4j.Logger
[mangled: org/apache/spark/sql/DataFrameReader.log:()Lorg/slf4j/Logger;]
DataFrameReader.logDebug ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logDebug:(Lscala/Function0;)V]
DataFrameReader.logDebug ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logDebug:(Lscala/Function0;Ljava/lang/Throwable;)V]
DataFrameReader.logError ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logError:(Lscala/Function0;)V]
DataFrameReader.logError ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logError:(Lscala/Function0;Ljava/lang/Throwable;)V]
DataFrameReader.logInfo ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logInfo:(Lscala/Function0;)V]
DataFrameReader.logInfo ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logInfo:(Lscala/Function0;Ljava/lang/Throwable;)V]
DataFrameReader.logName ( ) : String
[mangled: org/apache/spark/sql/DataFrameReader.logName:()Ljava/lang/String;]
DataFrameReader.logTrace ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logTrace:(Lscala/Function0;)V]
DataFrameReader.logTrace ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logTrace:(Lscala/Function0;Ljava/lang/Throwable;)V]
DataFrameReader.logWarning ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logWarning:(Lscala/Function0;)V]
DataFrameReader.logWarning ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/DataFrameReader.logWarning:(Lscala/Function0;Ljava/lang/Throwable;)V]
DataFrameReader.orc ( String path ) : DataFrame
[mangled: org/apache/spark/sql/DataFrameReader.orc:(Ljava/lang/String;)Lorg/apache/spark/sql/DataFrame;]
DataFrameReader.org.apache.spark.Logging..log_ ( ) : org.slf4j.Logger
[mangled: org/apache/spark/sql/DataFrameReader.org.apache.spark.Logging..log_:()Lorg/slf4j/Logger;]
DataFrameReader.org.apache.spark.Logging..log__.eq ( org.slf4j.Logger p1 ) : void
[mangled: org/apache/spark/sql/DataFrameReader.org.apache.spark.Logging..log__.eq:(Lorg/slf4j/Logger;)V]
spark-sql_2.10-1.5.0.jar, HadoopFsRelation.class
package org.apache.spark.sql.sources
HadoopFsRelation.inputFiles ( ) : String[ ]
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.inputFiles:()[Ljava/lang/String;]
HadoopFsRelation.isTraceEnabled ( ) : boolean
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.isTraceEnabled:()Z]
HadoopFsRelation.listLeafFiles ( org.apache.hadoop.fs.FileSystem p1, org.apache.hadoop.fs.FileStatus p2 ) [static] : org.apache.hadoop.fs.FileStatus[ ]
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.listLeafFiles:(Lorg/apache/hadoop/fs/FileSystem;Lorg/apache/hadoop/fs/FileStatus;)[Lorg/apache/hadoop/fs/FileStatus;]
HadoopFsRelation.listLeafFilesInParallel ( String[ ] p1, org.apache.hadoop.conf.Configuration p2, org.apache.spark.SparkContext p3 ) [static] : scala.collection.immutable.Set<org.apache.hadoop.fs.FileStatus>
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.listLeafFilesInParallel:([Ljava/lang/String;Lorg/apache/hadoop/conf/Configuration;Lorg/apache/spark/SparkContext;)Lscala/collection/immutable/Set;]
HadoopFsRelation.log ( ) : org.slf4j.Logger
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.log:()Lorg/slf4j/Logger;]
HadoopFsRelation.logDebug ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logDebug:(Lscala/Function0;)V]
HadoopFsRelation.logDebug ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logDebug:(Lscala/Function0;Ljava/lang/Throwable;)V]
HadoopFsRelation.logError ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logError:(Lscala/Function0;)V]
HadoopFsRelation.logError ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logError:(Lscala/Function0;Ljava/lang/Throwable;)V]
HadoopFsRelation.logInfo ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logInfo:(Lscala/Function0;)V]
HadoopFsRelation.logInfo ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logInfo:(Lscala/Function0;Ljava/lang/Throwable;)V]
HadoopFsRelation.logName ( ) : String
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logName:()Ljava/lang/String;]
HadoopFsRelation.logTrace ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logTrace:(Lscala/Function0;)V]
HadoopFsRelation.logTrace ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logTrace:(Lscala/Function0;Ljava/lang/Throwable;)V]
HadoopFsRelation.logWarning ( scala.Function0<String> msg ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logWarning:(Lscala/Function0;)V]
HadoopFsRelation.logWarning ( scala.Function0<String> msg, Throwable throwable ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.logWarning:(Lscala/Function0;Ljava/lang/Throwable;)V]
HadoopFsRelation.org.apache.spark.Logging..log_ ( ) : org.slf4j.Logger
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.org.apache.spark.Logging..log_:()Lorg/slf4j/Logger;]
HadoopFsRelation.org.apache.spark.Logging..log__.eq ( org.slf4j.Logger p1 ) : void
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.org.apache.spark.Logging..log__.eq:(Lorg/slf4j/Logger;)V]
HadoopFsRelation.HadoopFsRelation..discoverPartitions ( ) : org.apache.spark.sql.execution.datasources.PartitionSpec
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.org.apache.spark.sql.sources.HadoopFsRelation..discoverPartitions:()Lorg/apache/spark/sql/execution/datasources/PartitionSpec;]
HadoopFsRelation.partitionSpec ( ) : org.apache.spark.sql.execution.datasources.PartitionSpec
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.partitionSpec:()Lorg/apache/spark/sql/execution/datasources/PartitionSpec;]
HadoopFsRelation.sizeInBytes ( ) : long
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.sizeInBytes:()J]
HadoopFsRelation.toString ( ) : String
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.toString:()Ljava/lang/String;]
spark-sql_2.10-1.5.0.jar, SQLContext.class
package org.apache.spark.sql
SQLContext.ddlParser ( ) : execution.datasources.DDLParser
[mangled: org/apache/spark/sql/SQLContext.ddlParser:()Lorg/apache/spark/sql/execution/datasources/DDLParser;]
SQLContext.getConf ( SQLConf.SQLConfEntry<T> entry ) : T
[mangled: org/apache/spark/sql/SQLContext.getConf:(Lorg/apache/spark/sql/SQLConf$SQLConfEntry;)Ljava/lang/Object;]
SQLContext.getConf ( SQLConf.SQLConfEntry<T> entry, T defaultValue ) : T
[mangled: org/apache/spark/sql/SQLContext.getConf:(Lorg/apache/spark/sql/SQLConf$SQLConfEntry;Ljava/lang/Object;)Ljava/lang/Object;]
SQLContext.internalCreateDataFrame ( org.apache.spark.rdd.RDD<catalyst.InternalRow> catalystRows, types.StructType schema ) : DataFrame
[mangled: org/apache/spark/sql/SQLContext.internalCreateDataFrame:(Lorg/apache/spark/rdd/RDD;Lorg/apache/spark/sql/types/StructType;)Lorg/apache/spark/sql/DataFrame;]
SQLContext.listener ( ) : execution.ui.SQLListener
[mangled: org/apache/spark/sql/SQLContext.listener:()Lorg/apache/spark/sql/execution/ui/SQLListener;]
SQLContext.range ( long end ) : DataFrame
[mangled: org/apache/spark/sql/SQLContext.range:(J)Lorg/apache/spark/sql/DataFrame;]
SQLContext.setConf ( SQLConf.SQLConfEntry<T> entry, T value ) : void
[mangled: org/apache/spark/sql/SQLContext.setConf:(Lorg/apache/spark/sql/SQLConf$SQLConfEntry;Ljava/lang/Object;)V]
SQLContext.setSession ( SQLContext.SQLSession session ) : void
[mangled: org/apache/spark/sql/SQLContext.setSession:(Lorg/apache/spark/sql/SQLContext$SQLSession;)V]
to the top
Removed Methods (6)
spark-core_2.10-1.4.0.jar, RDD<T>.class
package org.apache.spark.rdd
RDD<T>.markCheckpointed ( RDD<?> checkpointRDD ) : void
[mangled: org/apache/spark/rdd/RDD<T>.markCheckpointed:(Lorg/apache/spark/rdd/RDD;)V]
spark-core_2.10-1.4.0.jar, SparkContext.class
package org.apache.spark
SparkContext.requestTotalExecutors ( int numExecutors ) : boolean
[mangled: org/apache/spark/SparkContext.requestTotalExecutors:(I)Z]
SparkContext.supportDynamicAllocation ( ) : boolean
[mangled: org/apache/spark/SparkContext.supportDynamicAllocation:()Z]
spark-sql_2.10-1.4.0.jar, HadoopFsRelation.class
package org.apache.spark.sql.sources
HadoopFsRelation.HadoopFsRelation..discoverPartitions ( ) : PartitionSpec
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.org.apache.spark.sql.sources.HadoopFsRelation..discoverPartitions:()Lorg/apache/spark/sql/sources/PartitionSpec;]
HadoopFsRelation.partitionSpec ( ) : PartitionSpec
[mangled: org/apache/spark/sql/sources/HadoopFsRelation.partitionSpec:()Lorg/apache/spark/sql/sources/PartitionSpec;]
spark-sql_2.10-1.4.0.jar, SQLContext.class
package org.apache.spark.sql
SQLContext.ddlParser ( ) : sources.DDLParser
[mangled: org/apache/spark/sql/SQLContext.ddlParser:()Lorg/apache/spark/sql/sources/DDLParser;]
to the top
Problems with Data Types, High Severity (1)
spark-sql_2.10-1.4.0.jar
package org.apache.spark.sql
[+] DataFrame (1)
| Change | Effect |
|---|
| 1 | Removed super-interface RDDApi<Row>. | A client program may be interrupted by NoSuchMethodError exception. |
|---|
[+] affected methods (36)
jdbc ( java.lang.String, java.lang.String, java.lang.String, long, long, int, java.util.Properties )Return value of this method has type 'DataFrame'.
jdbc ( java.lang.String, java.lang.String, java.lang.String[ ], java.util.Properties )Return value of this method has type 'DataFrame'.
jdbc ( java.lang.String, java.lang.String, java.util.Properties )Return value of this method has type 'DataFrame'.
json ( java.lang.String )Return value of this method has type 'DataFrame'.
json ( org.apache.spark.api.java.JavaRDD<java.lang.String> )Return value of this method has type 'DataFrame'.
json ( org.apache.spark.rdd.RDD<java.lang.String> )Return value of this method has type 'DataFrame'.
load ( )Return value of this method has type 'DataFrame'.
load ( java.lang.String )Return value of this method has type 'DataFrame'.
parquet ( java.lang.String... )Return value of this method has type 'DataFrame'.
parquet ( scala.collection.Seq<java.lang.String> )Return value of this method has type 'DataFrame'.
table ( java.lang.String )Return value of this method has type 'DataFrame'.
applySchemaToPythonRDD ( org.apache.spark.rdd.RDD<java.lang.Object[ ]>, java.lang.String )Return value of this method has type 'DataFrame'.
applySchemaToPythonRDD ( org.apache.spark.rdd.RDD<java.lang.Object[ ]>, types.StructType )Return value of this method has type 'DataFrame'.
baseRelationToDataFrame ( sources.BaseRelation )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.api.java.JavaRDD<?>, java.lang.Class<?> )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.api.java.JavaRDD<Row>, types.StructType )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<?>, java.lang.Class<?> )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<A>, scala.reflect.api.TypeTags.TypeTag<A> )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<Row>, types.StructType )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<Row>, types.StructType, boolean )Return value of this method has type 'DataFrame'.
createDataFrame ( scala.collection.Seq<A>, scala.reflect.api.TypeTags.TypeTag<A> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, java.lang.String )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, java.util.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, types.StructType, java.util.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, types.StructType, scala.collection.immutable.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, scala.collection.immutable.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
emptyDataFrame ( )Return value of this method has type 'DataFrame'.
parquetFile ( java.lang.String... )Return value of this method has type 'DataFrame'.
range ( long, long )Return value of this method has type 'DataFrame'.
range ( long, long, long, int )Return value of this method has type 'DataFrame'.
registerDataFrameAsTable ( DataFrame, java.lang.String )1st parameter 'df' of this method has type 'DataFrame'.
sql ( java.lang.String )Return value of this method has type 'DataFrame'.
table ( java.lang.String )Return value of this method has type 'DataFrame'.
tables ( )Return value of this method has type 'DataFrame'.
tables ( java.lang.String )Return value of this method has type 'DataFrame'.
to the top
Problems with Data Types, Medium Severity (1)
spark-core_2.10-1.4.0.jar
package org.apache.spark
[+] TaskContext (1)
| Change | Effect |
|---|
| 1 | Abstract method internalMetricsToAccumulators ( ) has been added to this class. | A client program may be interrupted by AbstractMethodError exception. Added abstract method is called in 2nd library version by the method writePartitionedFile ( storage.BlockId, TaskContext, java.io.File ) and may not be implemented by old clients. |
|---|
[+] affected methods (16)
compute ( Partition, TaskContext )2nd parameter 'p2' of this abstract method has type 'TaskContext'.
computeOrReadCheckpoint ( Partition, TaskContext )2nd parameter 'context' of this method has type 'TaskContext'.
iterator ( Partition, TaskContext )2nd parameter 'context' of this method has type 'TaskContext'.
addTaskCompletionListener ( util.TaskCompletionListener )Return value of this abstract method has type 'TaskContext'.
addTaskCompletionListener ( scala.Function1<TaskContext,scala.runtime.BoxedUnit> )Return value of this abstract method has type 'TaskContext'.
attemptNumber ( )This abstract method is from 'TaskContext' abstract class.
get ( )Return value of this method has type 'TaskContext'.
isCompleted ( )This abstract method is from 'TaskContext' abstract class.
isInterrupted ( )This abstract method is from 'TaskContext' abstract class.
isRunningLocally ( )This abstract method is from 'TaskContext' abstract class.
partitionId ( )This abstract method is from 'TaskContext' abstract class.
stageId ( )This abstract method is from 'TaskContext' abstract class.
taskAttemptId ( )This abstract method is from 'TaskContext' abstract class.
TaskContext ( )This constructor is from 'TaskContext' abstract class.
taskMemoryManager ( )This abstract method is from 'TaskContext' abstract class.
taskMetrics ( )This abstract method is from 'TaskContext' abstract class.
to the top
Problems with Data Types, Low Severity (3)
spark-sql_2.10-1.4.0.jar
package org.apache.spark.sql
[+] DataFrame (1)
| Change | Effect |
|---|
| 1 | Added super-class . | A static field from a super-interface of a client class may hide a field (with the same name) inherited from new super-class and cause IncompatibleClassChangeError exception. |
|---|
[+] affected methods (36)
jdbc ( java.lang.String, java.lang.String, java.lang.String, long, long, int, java.util.Properties )Return value of this method has type 'DataFrame'.
jdbc ( java.lang.String, java.lang.String, java.lang.String[ ], java.util.Properties )Return value of this method has type 'DataFrame'.
jdbc ( java.lang.String, java.lang.String, java.util.Properties )Return value of this method has type 'DataFrame'.
json ( java.lang.String )Return value of this method has type 'DataFrame'.
json ( org.apache.spark.api.java.JavaRDD<java.lang.String> )Return value of this method has type 'DataFrame'.
json ( org.apache.spark.rdd.RDD<java.lang.String> )Return value of this method has type 'DataFrame'.
load ( )Return value of this method has type 'DataFrame'.
load ( java.lang.String )Return value of this method has type 'DataFrame'.
parquet ( java.lang.String... )Return value of this method has type 'DataFrame'.
parquet ( scala.collection.Seq<java.lang.String> )Return value of this method has type 'DataFrame'.
table ( java.lang.String )Return value of this method has type 'DataFrame'.
applySchemaToPythonRDD ( org.apache.spark.rdd.RDD<java.lang.Object[ ]>, java.lang.String )Return value of this method has type 'DataFrame'.
applySchemaToPythonRDD ( org.apache.spark.rdd.RDD<java.lang.Object[ ]>, types.StructType )Return value of this method has type 'DataFrame'.
baseRelationToDataFrame ( sources.BaseRelation )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.api.java.JavaRDD<?>, java.lang.Class<?> )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.api.java.JavaRDD<Row>, types.StructType )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<?>, java.lang.Class<?> )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<A>, scala.reflect.api.TypeTags.TypeTag<A> )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<Row>, types.StructType )Return value of this method has type 'DataFrame'.
createDataFrame ( org.apache.spark.rdd.RDD<Row>, types.StructType, boolean )Return value of this method has type 'DataFrame'.
createDataFrame ( scala.collection.Seq<A>, scala.reflect.api.TypeTags.TypeTag<A> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, java.lang.String )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, java.util.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, types.StructType, java.util.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, types.StructType, scala.collection.immutable.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
createExternalTable ( java.lang.String, java.lang.String, scala.collection.immutable.Map<java.lang.String,java.lang.String> )Return value of this method has type 'DataFrame'.
emptyDataFrame ( )Return value of this method has type 'DataFrame'.
parquetFile ( java.lang.String... )Return value of this method has type 'DataFrame'.
range ( long, long )Return value of this method has type 'DataFrame'.
range ( long, long, long, int )Return value of this method has type 'DataFrame'.
registerDataFrameAsTable ( DataFrame, java.lang.String )1st parameter 'df' of this method has type 'DataFrame'.
sql ( java.lang.String )Return value of this method has type 'DataFrame'.
table ( java.lang.String )Return value of this method has type 'DataFrame'.
tables ( )Return value of this method has type 'DataFrame'.
tables ( java.lang.String )Return value of this method has type 'DataFrame'.
[+] SQLContext.implicits. (1)
| Change | Effect |
|---|
| 1 | Added super-class SQLImplicits. | A static field from a super-interface of a client class may hide a field (with the same name) inherited from new super-class and cause IncompatibleClassChangeError exception. |
|---|
[+] affected methods (1)
implicits ( )Return value of this method has type 'SQLContext.implicits.'.
package org.apache.spark.sql.sources
[+] HadoopFsRelation (1)
| Change | Effect |
|---|
| 1 | Method sizeInBytes ( ) has been overridden by sizeInBytes ( ) | Method sizeInBytes ( ) will be called instead of sizeInBytes ( ) in a client program. |
|---|
[+] affected methods (1)
sizeInBytes ( )Method 'sizeInBytes ( )' will be called instead of this method in a client program.
to the top
Other Changes in Data Types (6)
spark-core_2.10-1.4.0.jar
package org.apache.spark
[+] TaskContext (4)
| Change | Effect |
|---|
| 1 | Abstract method collectAccumulators ( ) has been added to this class. | No effect. |
|---|
| 2 | Abstract method collectInternalAccumulators ( ) has been added to this class. | No effect. |
|---|
| 3 | Abstract method getMetricsSources ( java.lang.String ) has been added to this class. | No effect. |
|---|
| 4 | Abstract method registerAccumulator ( Accumulable<?,?> ) has been added to this class. | No effect. |
|---|
[+] affected methods (16)
compute ( Partition, TaskContext )2nd parameter 'p2' of this abstract method has type 'TaskContext'.
computeOrReadCheckpoint ( Partition, TaskContext )2nd parameter 'context' of this method has type 'TaskContext'.
iterator ( Partition, TaskContext )2nd parameter 'context' of this method has type 'TaskContext'.
addTaskCompletionListener ( util.TaskCompletionListener )Return value of this abstract method has type 'TaskContext'.
addTaskCompletionListener ( scala.Function1<TaskContext,scala.runtime.BoxedUnit> )Return value of this abstract method has type 'TaskContext'.
attemptNumber ( )This abstract method is from 'TaskContext' abstract class.
get ( )Return value of this method has type 'TaskContext'.
isCompleted ( )This abstract method is from 'TaskContext' abstract class.
isInterrupted ( )This abstract method is from 'TaskContext' abstract class.
isRunningLocally ( )This abstract method is from 'TaskContext' abstract class.
partitionId ( )This abstract method is from 'TaskContext' abstract class.
stageId ( )This abstract method is from 'TaskContext' abstract class.
taskAttemptId ( )This abstract method is from 'TaskContext' abstract class.
TaskContext ( )This constructor is from 'TaskContext' abstract class.
taskMemoryManager ( )This abstract method is from 'TaskContext' abstract class.
taskMetrics ( )This abstract method is from 'TaskContext' abstract class.
spark-sql_2.10-1.4.0.jar
package org.apache.spark.sql.sources
[+] HadoopFsRelation (2)
| Change | Effect |
|---|
| 1 | Added super-interface org.apache.spark.Logging. | No effect. |
|---|
| 2 | Added super-interface org.apache.spark.sql.execution.FileRelation. | No effect. |
|---|
[+] affected methods (18)
buildScan ( java.lang.String[ ], org.apache.hadoop.fs.FileStatus[ ] )This method is from 'HadoopFsRelation' abstract class.
buildScan ( java.lang.String[ ], Filter[ ], java.lang.String[ ], org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.conf.Configuration>> )This method is from 'HadoopFsRelation' abstract class.
buildScan ( java.lang.String[ ], Filter[ ], org.apache.hadoop.fs.FileStatus[ ] )This method is from 'HadoopFsRelation' abstract class.
buildScan ( java.lang.String[ ], Filter[ ], org.apache.hadoop.fs.FileStatus[ ], org.apache.spark.broadcast.Broadcast<org.apache.spark.SerializableWritable<org.apache.hadoop.conf.Configuration>> )This method is from 'HadoopFsRelation' abstract class.
buildScan ( org.apache.hadoop.fs.FileStatus[ ] )This method is from 'HadoopFsRelation' abstract class.
cachedLeafStatuses ( )This method is from 'HadoopFsRelation' abstract class.
dataSchema ( )This abstract method is from 'HadoopFsRelation' abstract class.
HadoopFsRelation ( )This constructor is from 'HadoopFsRelation' abstract class.
HadoopFsRelation ( scala.Option<PartitionSpec> )This constructor is from 'HadoopFsRelation' abstract class.
HadoopFsRelation..fileStatusCache ( )This method is from 'HadoopFsRelation' abstract class.
HadoopFsRelation..hadoopConf ( )This method is from 'HadoopFsRelation' abstract class.
partitionColumns ( )This method is from 'HadoopFsRelation' abstract class.
paths ( )This abstract method is from 'HadoopFsRelation' abstract class.
prepareJobForWrite ( org.apache.hadoop.mapreduce.Job )This abstract method is from 'HadoopFsRelation' abstract class.
refresh ( )This method is from 'HadoopFsRelation' abstract class.
schema ( )This method is from 'HadoopFsRelation' abstract class.
userDefinedPartitionColumns ( )This method is from 'HadoopFsRelation' abstract class.
createRelation ( org.apache.spark.sql.SQLContext, java.lang.String[ ], scala.Option<org.apache.spark.sql.types.StructType>, scala.Option<org.apache.spark.sql.types.StructType>, scala.collection.immutable.Map<java.lang.String,java.lang.String> )Return value of this abstract method has type 'HadoopFsRelation'.
to the top
Java ARchives (2)
spark-core_2.10-1.4.0.jar
spark-sql_2.10-1.4.0.jar
to the top
Generated on Sat Jan 30 04:31:45 2016 for spark-netflow-0.0.2-s_2.10 by Java API Compliance Checker 1.4.1
A tool for checking backward compatibility of a Java library API