Binary compatibility report for the spark-testing-base_2.10-1.5.1_0.2.1 library  between 1.5.0 and 1.4.0 versions   (relating to the portability of client application spark-testing-base_2.10-1.5.1_0.2.1.jar)

Test Info


Library Namespark-testing-base_2.10-1.5.1_0.2.1
Version #11.5.0
Version #21.4.0
Java Version1.7.0_75

Test Results


Total Java ARchives7
Total Methods / Classes1511 / 4156
VerdictIncompatible
(8.4%)

Problem Summary


SeverityCount
Added Methods-17
Removed MethodsHigh72
Problems with
Data Types
High4
Medium1
Low2
Problems with
Methods
High0
Medium0
Low0

Added Methods (17)


spark-core_2.10-1.4.0.jar, RDD<T>.class
package org.apache.spark.rdd
RDD<T>.markCheckpointed ( RDD<?> checkpointRDD )  :  void

spark-core_2.10-1.4.0.jar, SparkContext.class
package org.apache.spark
SparkContext.requestTotalExecutors ( int numExecutors )  :  boolean
SparkContext.supportDynamicAllocation ( )  :  boolean

spark-core_2.10-1.4.0.jar, SparkListenerApplicationStart.class
package org.apache.spark.scheduler
SparkListenerApplicationStart.copy ( String appName, scala.Option<String> appId, long time, String sparkUser, scala.Option<String> appAttemptId )  :  SparkListenerApplicationStart
SparkListenerApplicationStart.SparkListenerApplicationStart ( String appName, scala.Option<String> appId, long time, String sparkUser, scala.Option<String> appAttemptId )

spark-hive_2.10-1.4.0.jar, HiveContext.class
package org.apache.spark.sql.hive
HiveContext.functionRegistry ( )  :  HiveFunctionRegistry
HiveContext.HIVE_METASTORE_JARS ( ) [static]  :  String

spark-sql_2.10-1.4.0.jar, DataFrame.class
package org.apache.spark.sql
DataFrame.cache ( )  :  RDDApi
DataFrame.collect ( )  :  Object
DataFrame.first ( )  :  Object
DataFrame.persist ( )  :  RDDApi
DataFrame.persist ( org.apache.spark.storage.StorageLevel newLevel )  :  RDDApi
DataFrame.showString ( int numRows )  :  String
DataFrame.take ( int n )  :  Object
DataFrame.unpersist ( )  :  RDDApi
DataFrame.unpersist ( boolean blocking )  :  RDDApi

spark-streaming-kafka_2.10-1.4.0.jar, KafkaTestUtils.class
package org.apache.spark.streaming.kafka
KafkaTestUtils.waitUntilLeaderOffset ( String topic, int partition, long offset )  :  void

to the top

Removed Methods (72)


spark-catalyst_2.10-1.5.0.jar, Row.class
package org.apache.spark.sql
Row.getTimestamp ( int p1 ) [abstract]  :  java.sql.Timestamp

spark-catalyst_2.10-1.5.0.jar, StructType.class
package org.apache.spark.sql.types
StructType.add ( StructField field )  :  StructType
StructType.add ( String name, DataType dataType )  :  StructType
StructType.add ( String name, DataType dataType, boolean nullable )  :  StructType
StructType.add ( String name, DataType dataType, boolean nullable, Metadata metadata )  :  StructType
StructType.add ( String name, String dataType )  :  StructType
StructType.add ( String name, String dataType, boolean nullable )  :  StructType
StructType.add ( String name, String dataType, boolean nullable, Metadata metadata )  :  StructType
StructType.existsRecursively ( scala.Function1<DataType,Object> f )  :  boolean
StructType.interpretedOrdering ( )  :  org.apache.spark.sql.catalyst.expressions.InterpretedOrdering

spark-core_2.10-1.5.0.jar, RDD<T>.class
package org.apache.spark.rdd
RDD<T>.isLocallyCheckpointed ( )  :  boolean
RDD<T>.localCheckpoint ( )  :  RDD<T>
RDD<T>.markCheckpointed ( )  :  void

spark-core_2.10-1.5.0.jar, SparkConf.class
package org.apache.spark
SparkConf.getAvroSchema ( )  :  scala.collection.immutable.Map<Object,String>
SparkConf.getSizeAsBytes ( String key, long defaultValue )  :  long
SparkConf.registerAvroSchemas ( scala.collection.Seq<org.apache.avro.Schema> schemas )  :  SparkConf

spark-core_2.10-1.5.0.jar, SparkContext.class
package org.apache.spark
SparkContext.killAndReplaceExecutor ( String executorId )  :  boolean
SparkContext.SparkContext.._cleaner ( )  :  scala.Option<ContextCleaner>
SparkContext.SparkContext.._dagScheduler ( )  :  scheduler.DAGScheduler
SparkContext.SparkContext.._eventLogger ( )  :  scala.Option<scheduler.EventLoggingListener>
SparkContext.SparkContext.._executorAllocationManager ( )  :  scala.Option<ExecutorAllocationManager>
SparkContext.SparkContext.._heartbeatReceiver ( )  :  rpc.RpcEndpointRef
SparkContext.SparkContext.._listenerBusStarted_.eq ( boolean p1 )  :  void
SparkContext.SparkContext.._progressBar ( )  :  scala.Option<ui.ConsoleProgressBar>
SparkContext.SparkContext.._ui ( )  :  scala.Option<ui.SparkUI>
SparkContext.SparkContext..postApplicationEnd ( )  :  void
SparkContext.requestTotalExecutors ( int numExecutors, int localityAwareTasks, scala.collection.immutable.Map<String,Object> hostToLocalTaskCount )  :  boolean
SparkContext.runJob ( rdd.RDD<T> rdd, scala.Function1<scala.collection.Iterator<T>,U> func, scala.collection.Seq<Object> partitions, scala.reflect.ClassTag<U> p4 )  :  Object
SparkContext.runJob ( rdd.RDD<T> rdd, scala.Function2<TaskContext,scala.collection.Iterator<T>,U> func, scala.collection.Seq<Object> partitions, scala.Function2<Object,U,scala.runtime.BoxedUnit> resultHandler, scala.reflect.ClassTag<U> p5 )  :  void
SparkContext.runJob ( rdd.RDD<T> rdd, scala.Function2<TaskContext,scala.collection.Iterator<T>,U> func, scala.collection.Seq<Object> partitions, scala.reflect.ClassTag<U> p4 )  :  Object

spark-core_2.10-1.5.0.jar, SparkListener.class
package org.apache.spark.scheduler
SparkListener.onBlockUpdated ( SparkListenerBlockUpdated p1 ) [abstract]  :  void

spark-core_2.10-1.5.0.jar, SparkListenerApplicationStart.class
package org.apache.spark.scheduler
SparkListenerApplicationStart.copy ( String appName, scala.Option<String> appId, long time, String sparkUser, scala.Option<String> appAttemptId, scala.Option<scala.collection.Map<String,String>> driverLogs )  :  SparkListenerApplicationStart
SparkListenerApplicationStart.driverLogs ( )  :  scala.Option<scala.collection.Map<String,String>>
SparkListenerApplicationStart.SparkListenerApplicationStart ( String appName, scala.Option<String> appId, long time, String sparkUser, scala.Option<String> appAttemptId, scala.Option<scala.collection.Map<String,String>> driverLogs )

spark-core_2.10-1.5.0.jar, SparkListenerBlockUpdated.class
package org.apache.spark.scheduler
SparkListenerBlockUpdated.andThen ( scala.Function1<SparkListenerBlockUpdated,A> p1 ) [static]  :  scala.Function1<org.apache.spark.storage.BlockUpdatedInfo,A>
SparkListenerBlockUpdated.blockUpdatedInfo ( )  :  org.apache.spark.storage.BlockUpdatedInfo
SparkListenerBlockUpdated.canEqual ( Object p1 )  :  boolean
SparkListenerBlockUpdated.compose ( scala.Function1<A,org.apache.spark.storage.BlockUpdatedInfo> p1 ) [static]  :  scala.Function1<A,SparkListenerBlockUpdated>
SparkListenerBlockUpdated.copy ( org.apache.spark.storage.BlockUpdatedInfo blockUpdatedInfo )  :  SparkListenerBlockUpdated
SparkListenerBlockUpdated.equals ( Object p1 )  :  boolean
SparkListenerBlockUpdated.hashCode ( )  :  int
SparkListenerBlockUpdated.productArity ( )  :  int
SparkListenerBlockUpdated.productElement ( int p1 )  :  Object
SparkListenerBlockUpdated.productIterator ( )  :  scala.collection.Iterator<Object>
SparkListenerBlockUpdated.productPrefix ( )  :  String
SparkListenerBlockUpdated.SparkListenerBlockUpdated ( org.apache.spark.storage.BlockUpdatedInfo blockUpdatedInfo )
SparkListenerBlockUpdated.toString ( )  :  String

spark-core_2.10-1.5.0.jar, TaskMetrics.class
package org.apache.spark.executor
TaskMetrics.accumulatorUpdates ( )  :  scala.collection.immutable.Map<Object,Object>
TaskMetrics.getCachedHostName ( String p1 ) [static]  :  String
TaskMetrics.TaskMetrics.._hostname ( )  :  String
TaskMetrics.TaskMetrics.._hostname_.eq ( String p1 )  :  void
TaskMetrics.setAccumulatorsUpdater ( scala.Function0<scala.collection.immutable.Map<Object,Object>> accumulatorsUpdater )  :  void
TaskMetrics.updateAccumulators ( )  :  void

spark-hive_2.10-1.5.0.jar, HiveContext.class
package org.apache.spark.sql.hive
HiveContext.CONVERT_CTAS ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<Object>
HiveContext.CONVERT_METASTORE_PARQUET ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<Object>
HiveContext.CONVERT_METASTORE_PARQUET_WITH_SCHEMA_MERGING ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<Object>
HiveContext.defaultOverrides ( )  :  void
HiveContext.HIVE_METASTORE_BARRIER_PREFIXES ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<scala.collection.Seq<String>>
HiveContext.HIVE_METASTORE_JARS ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<String>
HiveContext.HIVE_METASTORE_SHARED_PREFIXES ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<scala.collection.Seq<String>>
HiveContext.HIVE_THRIFT_SERVER_ASYNC ( ) [static]  :  org.apache.spark.sql.SQLConf.SQLConfEntry<Object>
HiveContext.hiveThriftServerAsync ( )  :  boolean
HiveContext.setConf ( org.apache.spark.sql.SQLConf.SQLConfEntry<T> entry, T value )  :  void

spark-sql_2.10-1.5.0.jar, DataFrame.class
package org.apache.spark.sql
DataFrame.drop ( Column col )  :  DataFrame
DataFrame.inputFiles ( )  :  String[ ]
DataFrame.join ( DataFrame right, scala.collection.Seq<String> usingColumns )  :  DataFrame
DataFrame.show ( boolean truncate )  :  void
DataFrame.show ( int numRows, boolean truncate )  :  void
DataFrame.showString ( int _numRows, boolean truncate )  :  String
DataFrame.where ( String conditionExpr )  :  DataFrame
DataFrame.withNewExecutionId ( scala.Function0<T> body )  :  T

spark-streaming_2.10-1.5.0.jar, InputDStream<T>.class
package org.apache.spark.streaming.dstream
InputDStream<T>.rateController ( )  :  scala.Option<org.apache.spark.streaming.scheduler.RateController>

to the top

Problems with Data Types, High Severity (4)


spark-catalyst_2.10-1.5.0.jar
package org.apache.spark.sql
[+] Row (1)

package org.apache.spark.sql.catalyst.expressions
[+] NamedExpression (1)

spark-core_2.10-1.5.0.jar
package org.apache.spark.scheduler
[+] SparkListener (1)
[+] SparkListenerBlockUpdated (1)

to the top

Problems with Data Types, Medium Severity (1)


spark-catalyst_2.10-1.5.0.jar
package org.apache.spark.sql.types
[+] DataType (1)

to the top

Problems with Data Types, Low Severity (2)


spark-hive_2.10-1.5.0.jar
package org.apache.spark.sql.hive
[+] HiveContext (1)

spark-sql_2.10-1.5.0.jar
package org.apache.spark.sql
[+] DataFrame (1)

to the top

Java ARchives (7)


spark-catalyst_2.10-1.5.0.jar
spark-core_2.10-1.5.0.jar
spark-hive_2.10-1.5.0.jar
spark-sql_2.10-1.5.0.jar
spark-streaming-kafka_2.10-1.5.0.jar
spark-streaming_2.10-1.5.0.jar
spark-yarn_2.10-1.5.0.jar

to the top




Generated on Thu Nov 5 08:18:37 2015 for spark-testing-base_2.10-1.5.1_0.2.1 by Java API Compliance Checker 1.4.1  
A tool for checking backward compatibility of a Java library API