# Serialized Form

## Package org.apache.sysds.api

### Exception org.apache.sysds.api.DMLException

class DMLException extends RuntimeException implements Serializable

serialVersionUID:
  1L

## Package org.apache.sysds.api.mlcontext

### Exception org.apache.sysds.api.mlcontext.MLContextException

class MLContextException extends RuntimeException implements Serializable

serialVersionUID:
  1842275827863526536L

#### Serialized Fields

##### suppressStacktrace

    boolean suppressStacktrace

## Package org.apache.sysds.hops

### Exception org.apache.sysds.hops.HopsException

class HopsException extends DMLException implements Serializable

serialVersionUID:
  1L

## Package org.apache.sysds.lops

### Exception org.apache.sysds.lops.LopsException

class LopsException extends DMLException implements Serializable

serialVersionUID:
  1L

## Package org.apache.sysds.parser

### Exception org.apache.sysds.parser.LanguageException

class LanguageException extends DMLException implements Serializable

serialVersionUID:
  1L

### Exception org.apache.sysds.parser.ParseException

class ParseException extends DMLException implements Serializable

serialVersionUID:
  9199966053655385928L

#### Serialized Fields

##### _message

    String _message

Standard exception message. If no list of parse issues exists, this message can be used to display a parse exception message that doesn't relate to the list of parse issues.

##### _parseIssues

    List<CustomErrorListener.ParseIssue> _parseIssues

List of issues that happened during parsing. Typically set by the error listener.

##### _scriptString

    String _scriptString

The DML/PyDML script string. Used to display the original lines where the parse issues occurred.

## Package org.apache.sysds.resource.cost

### Exception org.apache.sysds.resource.cost.CostEstimationException

class CostEstimationException extends Exception implements Serializable

serialVersionUID:
  -6709101762468084495L

## Package org.apache.sysds.resource.enumeration

### Class org.apache.sysds.resource.enumeration.EnumerationUtils.InstanceSearchSpace

class InstanceSearchSpace extends TreeMap<Long,TreeMap<Integer,LinkedList<CloudInstance>>> implements Serializable

serialVersionUID:
  -8855424955793322839L

## Package org.apache.sysds.runtime

### Exception org.apache.sysds.runtime.DMLRuntimeException

class DMLRuntimeException extends DMLException implements Serializable

serialVersionUID:
  1L

### Exception org.apache.sysds.runtime.DMLScriptException

class DMLScriptException extends DMLRuntimeException implements Serializable

serialVersionUID:
  2L

## Package org.apache.sysds.runtime.codegen

### Class org.apache.sysds.runtime.codegen.SpoofCellwise

class SpoofCellwise extends SpoofOperator implements Serializable

serialVersionUID:
  3442528770573293590L

#### Serialized Fields

##### _aggOp

    SpoofCellwise.AggOp _aggOp

##### _containsSeq

    boolean _containsSeq

##### _sparseSafe

    boolean _sparseSafe

##### _type

    SpoofCellwise.CellType _type

### Class org.apache.sysds.runtime.codegen.SpoofCUDACellwise

class SpoofCUDACellwise extends SpoofCellwise implements Serializable

serialVersionUID:
  -5255791443086948200L

#### Serialized Fields

##### call

    SpoofCUDAOperator.PrecisionProxy call

##### ctx

    long ctx

##### fallback_java_op

    SpoofCellwise fallback_java_op

##### ID

    int ID

### Class org.apache.sysds.runtime.codegen.SpoofCUDARowwise

class SpoofCUDARowwise extends SpoofRowwise implements Serializable

serialVersionUID:
  3080001135814944399L

#### Serialized Fields

##### call

    SpoofCUDAOperator.PrecisionProxy call

##### ctx

    long ctx

##### ID

    int ID

### Class org.apache.sysds.runtime.codegen.SpoofMultiAggregate

class SpoofMultiAggregate extends SpoofOperator implements Serializable

serialVersionUID:
  -6164871955591089349L

#### Serialized Fields

##### _aggOps

    SpoofCellwise.AggOp[] _aggOps

##### _sparseSafe

    boolean _sparseSafe

### Class org.apache.sysds.runtime.codegen.SpoofOperator

class SpoofOperator extends Object implements Serializable

serialVersionUID:
  3834006998853573319L

### Class org.apache.sysds.runtime.codegen.SpoofOuterProduct

class SpoofOuterProduct extends SpoofOperator implements Serializable

serialVersionUID:
  2948612259863710279L

#### Serialized Fields

##### _outerProductType

    SpoofOuterProduct.OutProdType _outerProductType

### Class org.apache.sysds.runtime.codegen.SpoofRowwise

class SpoofRowwise extends SpoofOperator implements Serializable

serialVersionUID:
  6242910797139642998L

#### Serialized Fields

##### _constDim2

    long _constDim2

##### _reqVectMem

    int _reqVectMem

##### _tB1

    boolean _tB1

##### _type

    SpoofRowwise.RowType _type

## Package org.apache.sysds.runtime.compress

### Class org.apache.sysds.runtime.compress.CompressedMatrixBlock

class CompressedMatrixBlock extends MatrixBlock implements Externalizable

serialVersionUID:
  73193720143154058L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd de-serialization.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Exception org.apache.sysds.runtime.compress.DMLCompressionException

class DMLCompressionException extends DMLRuntimeException implements Serializable

serialVersionUID:
  1L

## Package org.apache.sysds.runtime.compress.colgroup

### Class org.apache.sysds.runtime.compress.colgroup.AColGroup

class AColGroup extends Object implements Serializable

serialVersionUID:
  -1318908671481L

#### Serialized Fields

##### _colIndexes

    IColIndex _colIndexes

The ColGroup indexes contained in the ColGroup

### Class org.apache.sysds.runtime.compress.colgroup.AColGroupCompressed

class AColGroupCompressed extends AColGroup implements Serializable

serialVersionUID:
  6219835795420081223L

### Class org.apache.sysds.runtime.compress.colgroup.AColGroupOffset

class AColGroupOffset extends APreAgg implements Serializable

serialVersionUID:
  -4105103687174067602L

#### Serialized Fields

##### _data

    char[] _data

Linearized bitmaps (variable lengths)

##### _numRows

    int _numRows

The number of rows in this column group

##### _ptr

    int[] _ptr

Bitmaps, one per uncompressed value tuple in dict.

##### _zeros

    boolean _zeros

If the column group contains unassigned rows.

### Class org.apache.sysds.runtime.compress.colgroup.AColGroupValue

class AColGroupValue extends ADictBasedColGroup implements Serializable

serialVersionUID:
  -6835757655517301955L

#### Serialized Fields

##### counts

    SoftReference<int[]> counts

The count of each distinct value contained in the dictionary

### Class org.apache.sysds.runtime.compress.colgroup.ADictBasedColGroup

class ADictBasedColGroup extends AColGroupCompressed implements Serializable

serialVersionUID:
  -3737025296618703668L

#### Serialized Fields

##### _dict

    IDictionary _dict

Distinct value tuples associated with individual bitmaps.

### Class org.apache.sysds.runtime.compress.colgroup.AMorphingMMColGroup

class AMorphingMMColGroup extends AColGroupValue implements Serializable

serialVersionUID:
  -4265713396790607199L

### Class org.apache.sysds.runtime.compress.colgroup.APreAgg

class APreAgg extends AColGroupValue implements Serializable

serialVersionUID:
  3250955207277128281L

### Class org.apache.sysds.runtime.compress.colgroup.ASDC

class ASDC extends AMorphingMMColGroup implements Serializable

serialVersionUID:
  769993538831949086L

#### Serialized Fields

##### _indexes

    AOffset _indexes

Sparse row indexes for the data

##### _numRows

    int _numRows

The number of rows in this column group

### Class org.apache.sysds.runtime.compress.colgroup.ASDCZero

class ASDCZero extends APreAgg implements Serializable

serialVersionUID:
  -69266306137398807L

#### Serialized Fields

##### _indexes

    AOffset _indexes

Sparse row indexes for the data

##### _numRows

    int _numRows

The number of rows in this column group

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupConst

class ColGroupConst extends ADictBasedColGroup implements Serializable

serialVersionUID:
  -7387793538322386611L

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDC

class ColGroupDDC extends APreAgg implements Serializable

serialVersionUID:
  -5769772089913918987L

#### Serialized Fields

##### _data

    AMapToData _data

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCFOR

class ColGroupDDCFOR extends AMorphingMMColGroup implements Serializable

serialVersionUID:
  -5769772089913918987L

#### Serialized Fields

##### _data

    AMapToData _data

Pointers to row indexes in the dictionary

##### _reference

    double[] _reference

Reference values in this column group

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupDDCLZW

class ColGroupDDCLZW extends APreAgg implements Serializable

serialVersionUID:
  -5769772089913918987L

#### Serialized Fields

##### _dataLZW

    int[] _dataLZW

Stores the LZW-compressed representation of data mapping.

##### _nRows

    int _nRows

##### _nUnique

    int _nUnique

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupDeltaDDC

class ColGroupDeltaDDC extends ColGroupDDC implements Serializable

serialVersionUID:
  -1045556313148564147L

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupEmpty

class ColGroupEmpty extends AColGroupCompressed implements Serializable

serialVersionUID:
  -2307677253622099958L

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupLinearFunctional

class ColGroupLinearFunctional extends AColGroupCompressed implements Serializable

serialVersionUID:
  -2811822570758221975L

#### Serialized Fields

##### _coefficents

    double[] _coefficents

##### _numRows

    int _numRows

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupOLE

class ColGroupOLE extends AColGroupOffset implements Serializable

serialVersionUID:
  5723227906925121066L

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupRLE

class ColGroupRLE extends AColGroupOffset implements Serializable

serialVersionUID:
  -1560710477952862791L

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDC

class ColGroupSDC extends ASDC implements Serializable

serialVersionUID:
  769993538831949086L

#### Serialized Fields

##### _data

    AMapToData _data

Pointers to row indexes in the dictionary.

##### _defaultTuple

    double[] _defaultTuple

The default value stored in this column group

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCFOR

class ColGroupSDCFOR extends ASDC implements Serializable

serialVersionUID:
  3883228464052204203L

#### Serialized Fields

##### _data

    AMapToData _data

Pointers to row indexes in the dictionary.

##### _reference

    double[] _reference

Reference values in this column group

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingle

class ColGroupSDCSingle extends ASDC implements Serializable

serialVersionUID:
  3883228464052204200L

#### Serialized Fields

##### _defaultTuple

    double[] _defaultTuple

The default value stored in this column group

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCSingleZeros

class ColGroupSDCSingleZeros extends ASDCZero implements Serializable

serialVersionUID:
  8033235615964315078L

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupSDCZeros

class ColGroupSDCZeros extends ASDCZero implements Serializable

serialVersionUID:
  -3703199743391937991L

#### Serialized Fields

##### _data

    AMapToData _data

Pointers to row indexes in the dictionary. Note the dictionary has one extra entry.

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressed

class ColGroupUncompressed extends AColGroup implements Serializable

serialVersionUID:
  -8254271148043292199L

#### Serialized Fields

##### _data

    MatrixBlock _data

We store the contents of the columns as a MatrixBlock to take advantage of high-performance routines available for this data structure.

### Class org.apache.sysds.runtime.compress.colgroup.ColGroupUncompressedArray

class ColGroupUncompressedArray extends AColGroup implements Serializable

serialVersionUID:
  -825423333043292199L

#### Serialized Fields

##### array

    Array<?> array

##### id

    int id

## Package org.apache.sysds.runtime.compress.colgroup.dictionary

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.ACachingMBDictionary

class ACachingMBDictionary extends ADictionary implements Serializable

serialVersionUID:
  7035552219254994595L

#### Serialized Fields

##### cache

    SoftReference<MatrixBlockDictionary> cache

A Cache to contain a materialized version of the identity matrix.

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.ADictionary

class ADictionary extends Object implements Serializable

serialVersionUID:
  9118692576356558592L

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.AIdentityDictionary

class AIdentityDictionary extends ACachingMBDictionary implements Serializable

serialVersionUID:
  5013713435287705877L

#### Serialized Fields

##### nRowCol

    int nRowCol

The number of rows or columns, rows can be +1 if withEmpty is set.

##### withEmpty

    boolean withEmpty

Specify if the Identity matrix should contain an empty row in the end.

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.DeltaDictionary

class DeltaDictionary extends ADictionary implements Serializable

serialVersionUID:
  -5700139221491143705L

#### Serialized Fields

##### _numCols

    int _numCols

##### _values

    double[] _values

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.Dictionary

class Dictionary extends ACachingMBDictionary implements Serializable

serialVersionUID:
  -6517136537249507753L

#### Serialized Fields

##### _values

    double[] _values

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionary

class IdentityDictionary extends AIdentityDictionary implements Serializable

serialVersionUID:
  2535887782153955098L

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.IdentityDictionarySlice

class IdentityDictionarySlice extends AIdentityDictionary implements Serializable

serialVersionUID:
  2535887782153555098L

#### Serialized Fields

##### l

    int l

Lower index for the slice

##### u

    int u

Upper index for the slice (not inclusive)

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.MatrixBlockDictionary

class MatrixBlockDictionary extends ADictionary implements Serializable

serialVersionUID:
  2535887782150955098L

#### Serialized Fields

##### _data

    MatrixBlock _data

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.PlaceHolderDict

class PlaceHolderDict extends ADictionary implements Serializable

serialVersionUID:
  9176356558592L

#### Serialized Fields

##### nVal

    int nVal

The number of values supposed to be contained in this dictionary

### Class org.apache.sysds.runtime.compress.colgroup.dictionary.QDictionary

class QDictionary extends ACachingMBDictionary implements Serializable

serialVersionUID:
  2100501253343438897L

#### Serialized Fields

##### _nCol

    int _nCol

##### _scale

    double _scale

##### _values

    byte[] _values

## Package org.apache.sysds.runtime.compress.colgroup.mapping

### Class org.apache.sysds.runtime.compress.colgroup.mapping.AMapToData

class AMapToData extends Object implements Serializable

serialVersionUID:
  1208906071822976041L

#### Serialized Fields

##### nUnique

    int nUnique

Number of unique values inside this map.

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToBit

class MapToBit extends AMapToData implements Serializable

serialVersionUID:
  -8065234231282619903L

#### Serialized Fields

##### _data

    long[] _data

##### _size

    int _size

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToByte

class MapToByte extends AMapToData implements Serializable

serialVersionUID:
  -2498505439667351828L

#### Serialized Fields

##### _data

    byte[] _data

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToChar

class MapToChar extends AMapToData implements Serializable

serialVersionUID:
  6315708056775476541L

#### Serialized Fields

##### _data

    char[] _data

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToCharPByte

class MapToCharPByte extends AMapToData implements Serializable

serialVersionUID:
  6315708056775476541L

#### Serialized Fields

##### _data_b

    byte[] _data_b

##### _data_c

    char[] _data_c

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToInt

class MapToInt extends AMapToData implements Serializable

serialVersionUID:
  -5557070920888782274L

#### Serialized Fields

##### _data

    int[] _data

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToUByte

class MapToUByte extends MapToByte implements Serializable

serialVersionUID:
  -2498505439667351828L

### Class org.apache.sysds.runtime.compress.colgroup.mapping.MapToZero

class MapToZero extends AMapToData implements Serializable

serialVersionUID:
  -8065234231282619923L

#### Serialized Fields

##### _size

    int _size

## Package org.apache.sysds.runtime.compress.colgroup.offset

### Class org.apache.sysds.runtime.compress.colgroup.offset.AOffset

class AOffset extends Object implements Serializable

serialVersionUID:
  6910025321078561338L

#### Serialized Fields

##### cacheRow

    ThreadLocal<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCache> cacheRow

Thread local cache for a single recently used Iterator, this is used for cache blocking

##### skipList

    SoftReference<org.apache.sysds.runtime.compress.colgroup.offset.AOffset.OffsetCacheV2[]> skipList

SoftReference of the skip list to be dematerialized on memory pressure

### Class org.apache.sysds.runtime.compress.colgroup.offset.AOffsetByte

class AOffsetByte extends AOffset implements Serializable

serialVersionUID:
  -4716104973912491790L

#### Serialized Fields

##### offsets

    byte[] offsets

##### offsetToFirst

    int offsetToFirst

##### offsetToLast

    int offsetToLast

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByte

class OffsetByte extends AOffsetByte implements Serializable

serialVersionUID:
  -4716104973912491790L

#### Serialized Fields

##### size

    int size

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteNZ

class OffsetByteNZ extends AOffsetByte implements Serializable

serialVersionUID:
  -4716104973912291890L

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetByteUNZ

class OffsetByteUNZ extends AOffsetByte implements Serializable

serialVersionUID:
  -4716104973912299990L

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetChar

class OffsetChar extends AOffset implements Serializable

serialVersionUID:
  -1192266421395964882L

#### Serialized Fields

##### noZero

    boolean noZero

##### offsets

    char[] offsets

##### offsetToFirst

    int offsetToFirst

##### offsetToLast

    int offsetToLast

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetEmpty

class OffsetEmpty extends AOffset implements Serializable

serialVersionUID:
  -471610497392221790L

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetSingle

class OffsetSingle extends AOffset implements Serializable

serialVersionUID:
  -614636669776415032L

#### Serialized Fields

##### off

    int off

### Class org.apache.sysds.runtime.compress.colgroup.offset.OffsetTwo

class OffsetTwo extends AOffset implements Serializable

serialVersionUID:
  -3756723021239389269L

#### Serialized Fields

##### first

    int first

##### last

    int last

## Package org.apache.sysds.runtime.compress.cost

### Class org.apache.sysds.runtime.compress.cost.ACostEstimate

class ACostEstimate extends Object implements Serializable

serialVersionUID:
  -3241425555L

### Class org.apache.sysds.runtime.compress.cost.ComputationCostEstimator

class ComputationCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:
  -1205636215389161815L

#### Serialized Fields

##### ins

    InstructionTypeCounter ins

### Class org.apache.sysds.runtime.compress.cost.CostEstimatorBuilder

class CostEstimatorBuilder extends Object implements Serializable

serialVersionUID:
  14L

#### Serialized Fields

##### counter

    InstructionTypeCounter counter

### Class org.apache.sysds.runtime.compress.cost.DistinctCostEstimator

class DistinctCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:
  4784682182584508597L

#### Serialized Fields

##### largestDistinct

    double largestDistinct

### Class org.apache.sysds.runtime.compress.cost.HybridCostEstimator

class HybridCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:
  -542307595058927576L

#### Serialized Fields

##### costEstimator

    ComputationCostEstimator costEstimator

##### memoryCostEstimator

    MemoryCostEstimator memoryCostEstimator

### Class org.apache.sysds.runtime.compress.cost.InstructionTypeCounter

class InstructionTypeCounter extends Object implements Serializable

serialVersionUID:
  115L

#### Serialized Fields

##### compressedMultiplications

    int compressedMultiplications

Total number of left column groups to compressed multiply with, taken as worst case meaning number of rows

##### decompressions

    int decompressions

Number of decompressions of this column group directly (aka decompress to same size output)

##### dictionaryOps

    int dictionaryOps

Number of operations that only modify underlying dictionary

##### indexing

    int indexing

Number of operations that scan through the entry index structure

##### isDensifying

    boolean isDensifying

Boolean specifying if the matrix is getting densified, meaning exploiting zeros is gone.

##### leftMultiplications

    int leftMultiplications

Total number of left side rows to multiply with

##### overlappingDecompressions

    int overlappingDecompressions

Total number of columns to decompress overlapping into

##### rightMultiplications

    int rightMultiplications

Total number of right side columns to multiply with

##### scans

    int scans

Number of scans through the column groups (aka. rowSums for instance)

### Class org.apache.sysds.runtime.compress.cost.MemoryCostEstimator

class MemoryCostEstimator extends ACostEstimate implements Serializable

serialVersionUID:
  -1264988969161809465L

## Package org.apache.sysds.runtime.compress.io

### Class org.apache.sysds.runtime.compress.io.CompressedWriteBlock

class CompressedWriteBlock extends Object implements Serializable

serialVersionUID:
  -587986086067463499L

#### Serialized Fields

##### mb

    MatrixBlock mb

### Class org.apache.sysds.runtime.compress.io.CompressUnwrap

class CompressUnwrap extends Object implements Serializable

serialVersionUID:
  966405324406154236L

### Class org.apache.sysds.runtime.compress.io.CompressWrap

class CompressWrap extends Object implements Serializable

serialVersionUID:
  966405324406154236L

### Class org.apache.sysds.runtime.compress.io.DictWritable

class DictWritable extends Object implements Serializable

serialVersionUID:
  731937201435558L

#### Serialized Fields

##### dicts

    List<IDictionary> dicts

### Class org.apache.sysds.runtime.compress.io.DictWritable.K

class K extends Object implements Serializable

serialVersionUID:
  733937201435558L

#### Serialized Fields

##### id

    int id

## Package org.apache.sysds.runtime.compress.utils

### Class org.apache.sysds.runtime.compress.utils.CompressRDDClean

class CompressRDDClean extends Object implements Serializable

serialVersionUID:
  -704403012606821854L

## Package org.apache.sysds.runtime.controlprogram

### Class org.apache.sysds.runtime.controlprogram.ParForProgramBlock.PartitionFormat

class PartitionFormat extends Object implements Serializable

serialVersionUID:
  4729309847778707801L

#### Serialized Fields

##### _dpf

    ParForProgramBlock.PDataPartitionFormat _dpf

##### _N

    int _N

## Package org.apache.sysds.runtime.controlprogram.caching

### Class org.apache.sysds.runtime.controlprogram.caching.CacheableData

class CacheableData extends Data implements Serializable

serialVersionUID:
  -413810592207212835L

#### Serialized Fields

##### _bcHandle

    BroadcastObject<T extends CacheBlock<?>> _bcHandle

##### _cache

    SoftReference<T extends CacheBlock<?>> _cache

Cache for actual data, evicted by garbage collector.

##### _cacheFileName

    String _cacheFileName

##### _cacheStatus

    CacheableData.CacheStatus _cacheStatus

The cache status of the data blob (whether it can be or is evicted, etc.

##### _cleanupFlag

    boolean _cleanupFlag

##### _compressed

    boolean _compressed

##### _compressedSize

    long _compressedSize

##### _data

    T extends CacheBlock<?> _data

Container object that holds the actual data.

##### _dirtyFlag

    boolean _dirtyFlag

`true` if the in-memory or evicted matrix may be different from the matrix located at `CacheableData._hdfsFileName`; `false` if the two matrices should be the same.

##### _fedMapping

    FederationMap _fedMapping

##### _formatProps

    FileFormatProperties _formatProps

Information relevant to specific external file formats.

##### _gpuObjects

    HashMap<GPUContext,GPUObject> _gpuObjects

##### _hdfsFileExists

    boolean _hdfsFileExists

Flag that indicates whether or not hdfs file exists.It is used for improving the performance of "rmvar" instruction. When it has value `false`, one can skip file system existence checks which can be expensive.

##### _hdfsFileName

    String _hdfsFileName

The name of HDFS file in which the data is backed up.

##### _isAcquireFromEmpty

    boolean _isAcquireFromEmpty

##### _isPRead

    boolean _isPRead

##### _lineage

    LineageItem _lineage

##### _metaData

    MetaData _metaData

Object that holds the metadata associated with the matrix, which includes: 1) Matrix dimensions, if available 2) Number of non-zeros, if available 3) Block dimensions, if applicable 4) InputInfo -- subsequent operations that use this Matrix expect it to be in this format. When the matrix is written to HDFS (local file system, as well?), one must get the OutputInfo that matches with InputInfo stored inside _mtd.

##### _numReadThreads

    int _numReadThreads

##### _rddHandle

    RDDObject _rddHandle

##### _requiresLocalWrite

    boolean _requiresLocalWrite

##### _streamHandle

    OOCStreamable<IndexedMatrixValue> _streamHandle

##### _uniqueID

    long _uniqueID

The unique (JVM-wide) ID of a cacheable data object; to ensure unique IDs across JVMs, we concatenate filenames with a unique prefix (map task ID).

### Class org.apache.sysds.runtime.controlprogram.caching.CacheEvictionQueue

class CacheEvictionQueue extends LinkedHashMap<String,ByteBuffer> implements Serializable

serialVersionUID:
  -5208333402581364859L

### Class org.apache.sysds.runtime.controlprogram.caching.FrameObject

class FrameObject extends CacheableData<FrameBlock> implements Serializable

serialVersionUID:
  1755082174281927785L

#### Serialized Fields

##### _schema

    Types.ValueType[] _schema

### Class org.apache.sysds.runtime.controlprogram.caching.MatrixObject

class MatrixObject extends CacheableData<MatrixBlock> implements Serializable

serialVersionUID:
  6374712373206495637L

#### Serialized Fields

##### _diag

    boolean _diag

##### _markForLinCache

    boolean _markForLinCache

##### _partitionCacheName

    String _partitionCacheName

##### _partitioned

    boolean _partitioned

##### _partitionFormat

    ParForProgramBlock.PDataPartitionFormat _partitionFormat

##### _partitionInMemory

    MatrixBlock _partitionInMemory

##### _partitionSize

    int _partitionSize

##### _updateType

    MatrixObject.UpdateType _updateType

### Class org.apache.sysds.runtime.controlprogram.caching.TensorObject

class TensorObject extends CacheableData<TensorBlock> implements Serializable

serialVersionUID:
  -2843358400200380775L

## Package org.apache.sysds.runtime.controlprogram.context

### Class org.apache.sysds.runtime.controlprogram.context.MatrixObjectFuture

class MatrixObjectFuture extends MatrixObject implements Serializable

serialVersionUID:
  8016955240352642173L

#### Serialized Fields

##### _futureData

    Future<MatrixBlock> _futureData

## Package org.apache.sysds.runtime.controlprogram.federated

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedData.GetPrivacyConstraints

class GetPrivacyConstraints extends FederatedUDF implements Serializable

serialVersionUID:
  1637852940793579590L

#### Serialized Fields

##### filename

    String filename

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedRequest

class FederatedRequest extends Object implements Serializable

serialVersionUID:
  5946781306963870394L

#### Serialized Fields

##### _checksums

    List<Long> _checksums

##### _data

    List<Object> _data

##### _id

    long _id

##### _lineageTrace

    String _lineageTrace

##### _method

    FederatedRequest.RequestType _method

##### _pid

    long _pid

##### _tid

    long _tid

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedResponse

class FederatedResponse extends Object implements Serializable

serialVersionUID:
  3142180026498695091L

#### Serialized Fields

##### _data

    Object[] _data

##### _status

    FederatedResponse.ResponseType _status

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollectFunction

class FedStatsCollectFunction extends FederatedUDF implements Serializable

serialVersionUID:
  1L

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection

class FedStatsCollection extends Object implements Serializable

serialVersionUID:
  1L

#### Serialized Fields

##### cacheStats

    org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection cacheStats

##### coordinatorsTrafficBytes

    List<TrafficModel> coordinatorsTrafficBytes

##### gcStats

    org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection gcStats

##### heavyHitters

    HashMap<String,org.apache.commons.lang3.tuple.Pair<Long,Double>> heavyHitters

##### jitCompileTime

    double jitCompileTime

##### linCacheStats

    org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection linCacheStats

##### mtStats

    org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection mtStats

##### utilization

    UtilizationModel utilization

##### workerDataObjects

    List<DataObjectModel> workerDataObjects

##### workerEvents

    List<EventModel> workerEvents

##### workerRequests

    List<RequestModel> workerRequests

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.CacheStatsCollection

class CacheStatsCollection extends Object implements Serializable

serialVersionUID:
  1L

#### Serialized Fields

##### acqMTime

    double acqMTime

##### acqRTime

    double acqRTime

##### expTime

    double expTime

##### fsBuffHits

    long fsBuffHits

##### fsBuffWrites

    long fsBuffWrites

##### fsHits

    long fsHits

##### fsWrites

    long fsWrites

##### hdfsHits

    long hdfsHits

##### hdfsWrites

    long hdfsWrites

##### linHits

    long linHits

##### linWrites

    long linWrites

##### memHits

    long memHits

##### rlsTime

    double rlsTime

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.GCStatsCollection

class GCStatsCollection extends Object implements Serializable

serialVersionUID:
  1L

#### Serialized Fields

##### gcCount

    long gcCount

##### gcTime

    double gcTime

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.LineageCacheStatsCollection

class LineageCacheStatsCollection extends Object implements Serializable

serialVersionUID:
  1L

#### Serialized Fields

##### numHitsDel

    long numHitsDel

##### numHitsFS

    long numHitsFS

##### numHitsFunc

    long numHitsFunc

##### numHitsInst

    long numHitsInst

##### numHitsMem

    long numHitsMem

##### numHitsSB

    long numHitsSB

##### numMemDel

    long numMemDel

##### numWritesFS

    long numWritesFS

##### numWritesMem

    long numWritesMem

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedStatistics.FedStatsCollection.MultiTenantStatsCollection

class MultiTenantStatsCollection extends Object implements Serializable

serialVersionUID:
  1L

#### Serialized Fields

##### fLTEntryCount

    long fLTEntryCount

##### fLTGetCount

    long fLTGetCount

##### fLTGetTime

    double fLTGetTime

##### putLineageCount

    long putLineageCount

##### putLineageItems

    long putLineageItems

##### reuseReadBytes

    long reuseReadBytes

##### reuseReadHits

    long reuseReadHits

##### serializationReuseBytes

    long serializationReuseBytes

##### serializationReuseCount

    long serializationReuseCount

### Class org.apache.sysds.runtime.controlprogram.federated.FederatedUDF

class FederatedUDF extends Object implements Serializable

serialVersionUID:
  799416525191257308L

#### Serialized Fields

##### _inputIDs

    long[] _inputIDs

### Exception org.apache.sysds.runtime.controlprogram.federated.FederatedWorkerHandlerException

class FederatedWorkerHandlerException extends RuntimeException implements Serializable

serialVersionUID:
  1L

### Class org.apache.sysds.runtime.controlprogram.federated.MatrixLineagePair

class MatrixLineagePair extends org.apache.commons.lang3.tuple.MutablePair<MatrixObject,LineageItem> implements Serializable

serialVersionUID:
  1L

## Package org.apache.sysds.runtime.controlprogram.federated.monitoring.models

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.BaseModel

class BaseModel extends Object implements Serializable

serialVersionUID:
  5565981270528383999L

#### Serialized Fields

##### id

    Long id

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorConnectionModel

class CoordinatorConnectionModel extends BaseModel implements Serializable

serialVersionUID:
  918360814223266197L

#### Serialized Fields

##### coordinatorHostId

    String coordinatorHostId

##### coordinatorId

    Long coordinatorId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.CoordinatorModel

class CoordinatorModel extends BaseModel implements Serializable

serialVersionUID:
  4116787631938152573L

#### Serialized Fields

##### host

    String host

##### monitoringHostIdKey

    String monitoringHostIdKey

##### name

    String name

##### processId

    Long processId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.DataObjectModel

class DataObjectModel extends BaseModel implements Serializable

serialVersionUID:
  7914784187151939188L

#### Serialized Fields

##### dataType

    String dataType

##### size

    Long size

##### valueType

    String valueType

##### varName

    String varName

##### workerId

    Long workerId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventModel

class EventModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:
  -5597621916956632690L

#### Serialized Fields

##### coordinatorName

    String coordinatorName

##### stages

    List<EventStageModel> stages

##### workerId

    Long workerId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.EventStageModel

class EventStageModel extends BaseModel implements Serializable

serialVersionUID:
  -6867424341266726981L

#### Serialized Fields

##### endTime

    LocalDateTime endTime

##### eventId

    Long eventId

##### operation

    String operation

##### startTime

    LocalDateTime startTime

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.HeavyHitterModel

class HeavyHitterModel extends BaseModel implements Serializable

serialVersionUID:
  1L

#### Serialized Fields

##### count

    Long count

##### duration

    double duration

##### operation

    String operation

##### workerId

    Long workerId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.RequestModel

class RequestModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:
  -5376072120202921000L

#### Serialized Fields

##### count

    Long count

##### type

    String type

##### workerId

    Long workerId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsModel

class StatisticsModel extends BaseModel implements Serializable

serialVersionUID:
  -2492467768854934429L

#### Serialized Fields

##### dataObjects

    List<DataObjectModel> dataObjects

##### events

    List<EventModel> events

##### heavyHitters

    List<HeavyHitterModel> heavyHitters

##### requests

    List<RequestModel> requests

##### traffic

    List<TrafficModel> traffic

##### utilization

    List<UtilizationModel> utilization

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.StatisticsOptions

class StatisticsOptions extends BaseModel implements Serializable

serialVersionUID:
  2524032122999491726L

#### Serialized Fields

##### dataObjects

    boolean dataObjects

##### events

    boolean events

##### heavyHitters

    boolean heavyHitters

##### requests

    boolean requests

##### rowCount

    int rowCount

##### traffic

    boolean traffic

##### utilization

    boolean utilization

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.TrafficModel

class TrafficModel extends CoordinatorConnectionModel implements Serializable

serialVersionUID:
  5042814368347405998L

#### Serialized Fields

##### byteAmount

    Long byteAmount

##### timestamp

    LocalDateTime timestamp

##### workerId

    Long workerId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.UtilizationModel

class UtilizationModel extends BaseModel implements Serializable

serialVersionUID:
  6984053518916899551L

#### Serialized Fields

##### cpuUsage

    double cpuUsage

##### memoryUsage

    double memoryUsage

##### timestamp

    LocalDateTime timestamp

##### workerId

    Long workerId

### Class org.apache.sysds.runtime.controlprogram.federated.monitoring.models.WorkerModel

class WorkerModel extends BaseModel implements Serializable

serialVersionUID:
  -7516912892237220796L

#### Serialized Fields

##### address

    String address

##### isOnline

    boolean isOnline

##### name

    String name

## Package org.apache.sysds.runtime.controlprogram.paramserv

### Class org.apache.sysds.runtime.controlprogram.paramserv.FederatedPSControlThread

class FederatedPSControlThread extends PSWorker implements Serializable

serialVersionUID:
  6846648059569648791L

#### Serialized Fields

##### _cycleStartAt0

    boolean _cycleStartAt0

##### _featuresData

    FederatedData _featuresData

##### _labelsData

    FederatedData _labelsData

##### _modelVarID

    long _modelVarID

##### _numBatchesPerEpoch

    int _numBatchesPerEpoch

##### _numBatchesPerNbatch

    int _numBatchesPerNbatch

##### _partial_public_key

    PublicKey _partial_public_key

##### _possibleBatchesPerLocalEpoch

    int _possibleBatchesPerLocalEpoch

##### _runtimeBalancing

    Statement.PSRuntimeBalancing _runtimeBalancing

##### _use_homomorphic_encryption

    boolean _use_homomorphic_encryption

##### _weighting

    boolean _weighting

##### _weightingFactor

    double _weightingFactor

### Class org.apache.sysds.runtime.controlprogram.paramserv.LocalPSWorker

class LocalPSWorker extends PSWorker implements Serializable

serialVersionUID:
  5195390748495357295L

### Class org.apache.sysds.runtime.controlprogram.paramserv.PSWorker

class PSWorker extends Object implements Serializable

serialVersionUID:
  -3510485051178200118L

#### Serialized Fields

##### _batchSize

    long _batchSize

##### _ec

    ExecutionContext _ec

##### _epochs

    int _epochs

##### _features

    MatrixObject _features

##### _freq

    Statement.PSFrequency _freq

##### _inst

    FunctionCallCPInstruction _inst

##### _labels

    MatrixObject _labels

##### _modelAvg

    boolean _modelAvg

##### _nbatches

    int _nbatches

##### _output

    DataIdentifier _output

##### _ps

    ParamServer _ps

##### _updFunc

    String _updFunc

##### _workerID

    int _workerID

### Class org.apache.sysds.runtime.controlprogram.paramserv.SparkPSWorker

class SparkPSWorker extends LocalPSWorker implements Serializable

serialVersionUID:
  -8674739573419648732L

#### Serialized Fields

##### _aggFunc

    String _aggFunc

##### _aGrad

    org.apache.spark.util.LongAccumulator _aGrad

##### _aIndex

    org.apache.spark.util.LongAccumulator _aIndex

##### _aRPC

    org.apache.spark.util.LongAccumulator _aRPC

##### _aSetup

    org.apache.spark.util.LongAccumulator _aSetup

##### _aUpdate

    org.apache.spark.util.LongAccumulator _aUpdate

##### _aWorker

    org.apache.spark.util.LongAccumulator _aWorker

##### _clsMap

    HashMap<String,byte[]> _clsMap

##### _conf

    org.apache.spark.SparkConf _conf

##### _isLocal

    boolean _isLocal

##### _nBatches

    org.apache.spark.util.LongAccumulator _nBatches

##### _nEpochs

    org.apache.spark.util.LongAccumulator _nEpochs

##### _port

    int _port

##### _program

    String _program

## Package org.apache.sysds.runtime.controlprogram.paramserv.dp

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkAggregator

class DataPartitionerSparkAggregator extends Object implements Serializable

serialVersionUID:
  -1245300852709085117L

#### Serialized Fields

##### _fcol

    long _fcol

##### _lcol

    long _lcol

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionerSparkMapper

class DataPartitionerSparkMapper extends Object implements Serializable

serialVersionUID:
  1710721606050403296L

#### Serialized Fields

##### _dp

    SparkDataPartitioner _dp

##### _workersNum

    int _workersNum

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DataPartitionSparkScheme

class DataPartitionSparkScheme extends Object implements Serializable

serialVersionUID:
  -3462829818083371171L

#### Serialized Fields

##### _globalPerms

    List<PartitionedBroadcast<MatrixBlock>> _globalPerms

##### _workerIndicator

    PartitionedBroadcast<MatrixBlock> _workerIndicator

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DCSparkScheme

class DCSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:
  -2786906947020788787L

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRRSparkScheme

class DRRSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:
  -3130831851505549672L

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.DRSparkScheme

class DRSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:
  -7655310624144544544L

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.ORSparkScheme

class ORSparkScheme extends DataPartitionSparkScheme implements Serializable

serialVersionUID:
  6867567406403580311L

### Class org.apache.sysds.runtime.controlprogram.paramserv.dp.SparkDataPartitioner

class SparkDataPartitioner extends Object implements Serializable

serialVersionUID:
  6841548626711057448L

#### Serialized Fields

##### _scheme

    DataPartitionSparkScheme _scheme

## Package org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption

### Class org.apache.sysds.runtime.controlprogram.paramserv.homomorphicEncryption.PublicKey

class PublicKey extends Object implements Serializable

serialVersionUID:
  91289081237980123L

#### Serialized Fields

##### _data

    byte[] _data

## Package org.apache.sysds.runtime.controlprogram.parfor

### Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkMapper

class DataPartitionerRemoteSparkMapper extends ParWorker implements Serializable

serialVersionUID:
  332887624852010957L

#### Serialized Fields

##### _blen

    long _blen

##### _clen

    long _clen

##### _dpf

    ParForProgramBlock.PDataPartitionFormat _dpf

##### _n

    long _n

##### _rlen

    long _rlen

### Class org.apache.sysds.runtime.controlprogram.parfor.DataPartitionerRemoteSparkReducer

class DataPartitionerRemoteSparkReducer extends Object implements Serializable

serialVersionUID:
  -7149865018683261964L

#### Serialized Fields

##### _fnameNew

    String _fnameNew

##### _replication

    int _replication

### Class org.apache.sysds.runtime.controlprogram.parfor.RemoteDPParForSparkWorker

class RemoteDPParForSparkWorker extends ParWorker implements Serializable

serialVersionUID:
  30223759283155139L

#### Serialized Fields

##### _aIters

    org.apache.spark.util.LongAccumulator _aIters

##### _aTasks

    org.apache.spark.util.LongAccumulator _aTasks

##### _blen

    int _blen

##### _caching

    boolean _caching

##### _clen

    int _clen

##### _clsMap

    HashMap<String,byte[]> _clsMap

##### _dpf

    ParForProgramBlock.PDataPartitionFormat _dpf

##### _fmt

    Types.FileFormat _fmt

##### _inputVar

    String _inputVar

##### _isLocal

    boolean _isLocal

##### _iterVar

    String _iterVar

##### _prog

    String _prog

##### _rlen

    int _rlen

##### _tSparseCol

    boolean _tSparseCol

### Class org.apache.sysds.runtime.controlprogram.parfor.RemoteParForSparkWorker

class RemoteParForSparkWorker extends ParWorker implements Serializable

serialVersionUID:
  -3254950138084272296L

#### Serialized Fields

##### _aIters

    org.apache.spark.util.LongAccumulator _aIters

##### _aTasks

    org.apache.spark.util.LongAccumulator _aTasks

##### _brInputs

    Map<String,org.apache.spark.broadcast.Broadcast<CacheBlock<?>>> _brInputs

##### _caching

    boolean _caching

##### _cleanCache

    boolean _cleanCache

##### _clsMap

    HashMap<String,byte[]> _clsMap

##### _initialized

    boolean _initialized

##### _isLocal

    boolean _isLocal

##### _jobid

    long _jobid

##### _lineage

    Map<String,String> _lineage

##### _prog

    String _prog

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMerge

class ResultMerge extends Object implements Serializable

serialVersionUID:
  -6756689640511059030L

#### Serialized Fields

##### _inputs

    T extends CacheableData<?>[] _inputs

##### _isAccum

    boolean _isAccum

##### _output

    T extends CacheableData<?> _output

##### _outputFName

    String _outputFName

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeFrameLocalMemory

class ResultMergeFrameLocalMemory extends ResultMerge<FrameObject> implements Serializable

serialVersionUID:
  549739254879310540L

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalAutomatic

class ResultMergeLocalAutomatic extends ResultMergeMatrix implements Serializable

serialVersionUID:
  1600893100602101732L

#### Serialized Fields

##### _rm

    ResultMergeMatrix _rm

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalFile

class ResultMergeLocalFile extends ResultMergeMatrix implements Serializable

serialVersionUID:
  -6905893742840020489L

#### Serialized Fields

##### _seq

    IDSequence _seq

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeLocalMemory

class ResultMergeLocalMemory extends ResultMergeMatrix implements Serializable

serialVersionUID:
  -3543612508601511701L

#### Serialized Fields

##### _compare

    DenseBlock _compare

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeMatrix

class ResultMergeMatrix extends ResultMerge<MatrixObject> implements Serializable

serialVersionUID:
  5319002218804570071L

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSpark

class ResultMergeRemoteSpark extends ResultMergeMatrix implements Serializable

serialVersionUID:
  -6924566953903424820L

#### Serialized Fields

##### _ec

    ExecutionContext _ec

##### _numMappers

    int _numMappers

##### _numReducers

    int _numReducers

### Class org.apache.sysds.runtime.controlprogram.parfor.ResultMergeRemoteSparkWCompare

class ResultMergeRemoteSparkWCompare extends ResultMergeMatrix implements Serializable

serialVersionUID:
  -5970805069405942836L

### Class org.apache.sysds.runtime.controlprogram.parfor.Task

class Task extends Object implements Serializable

serialVersionUID:
  2815832451487164284L

#### Serialized Fields

##### _iterations

    LinkedList<IntObject> _iterations

##### _iterVar

    String _iterVar

##### _type

    Task.TaskType _type

## Package org.apache.sysds.runtime.controlprogram.parfor.util

### Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableBlock

class PairWritableBlock extends Object implements Serializable

serialVersionUID:
  -6022511967446089164L

#### Serialized Fields

##### block

    MatrixBlock block

##### indexes

    MatrixIndexes indexes

### Class org.apache.sysds.runtime.controlprogram.parfor.util.PairWritableCell

class PairWritableCell extends Object implements Serializable

serialVersionUID:
  6835655576808999370L

#### Serialized Fields

##### cell

    MatrixCell cell

##### indexes

    MatrixIndexes indexes

## Package org.apache.sysds.runtime.data

### Class org.apache.sysds.runtime.data.BasicTensorBlock

class BasicTensorBlock extends Object implements Serializable

serialVersionUID:
  -7665685894181661833L

#### Serialized Fields

##### _denseBlock

    DenseBlock _denseBlock

##### _dims

    int[] _dims

##### _nnz

    long _nnz

##### _sparse

    boolean _sparse

##### _sparseBlock

    SparseBlock _sparseBlock

##### _vt

    Types.ValueType _vt

### Class org.apache.sysds.runtime.data.DataTensorBlock

class DataTensorBlock extends Object implements Serializable

serialVersionUID:
  3410679389807309521L

#### Serialized Fields

##### _colsdata

    BasicTensorBlock[] _colsdata

##### _colsToIx

    int[] _colsToIx

Contains the (column) index in `_colsdata` for a certain column of the `DataTensor`. Which `_colsdata` to use is specified by the `_schema`

##### _dims

    int[] _dims

##### _ixToCols

    int[][] _ixToCols

Contains the column of `DataTensor` an `_colsdata` (column) index corresponds to.

##### _schema

    Types.ValueType[] _schema

### Class org.apache.sysds.runtime.data.DenseBlock

class DenseBlock extends Object implements Serializable

serialVersionUID:
  7517220490270237832L

#### Serialized Fields

##### _odims

    int[] _odims

##### _reuse

    double[] _reuse

##### _rlen

    int _rlen

### Class org.apache.sysds.runtime.data.DenseBlockBool

class DenseBlockBool extends DenseBlockDRB implements Serializable

serialVersionUID:
  -2228057308997136969L

#### Serialized Fields

##### _data

    BitSet _data

### Class org.apache.sysds.runtime.data.DenseBlockDRB

class DenseBlockDRB extends DenseBlock implements Serializable

serialVersionUID:
  3581157975703708947L

### Class org.apache.sysds.runtime.data.DenseBlockFP32

class DenseBlockFP32 extends DenseBlockDRB implements Serializable

serialVersionUID:
  1950471811056914020L

#### Serialized Fields

##### _data

    float[] _data

### Class org.apache.sysds.runtime.data.DenseBlockFP64

class DenseBlockFP64 extends DenseBlockDRB implements Serializable

serialVersionUID:
  8546723684649816489L

#### Serialized Fields

##### _data

    double[] _data

### Class org.apache.sysds.runtime.data.DenseBlockFP64DEDUP

class DenseBlockFP64DEDUP extends DenseBlockDRB implements Serializable

serialVersionUID:
  -4012376952006079198L

#### Serialized Fields

##### _data

    double[][] _data

##### _distinct

    int _distinct

##### _emb_size

    int _emb_size

##### _embPerRow

    int _embPerRow

### Class org.apache.sysds.runtime.data.DenseBlockInt32

class DenseBlockInt32 extends DenseBlockDRB implements Serializable

serialVersionUID:
  3856034067703046872L

#### Serialized Fields

##### _data

    int[] _data

### Class org.apache.sysds.runtime.data.DenseBlockInt64

class DenseBlockInt64 extends DenseBlockDRB implements Serializable

serialVersionUID:
  7166657802668966730L

#### Serialized Fields

##### _data

    long[] _data

### Class org.apache.sysds.runtime.data.DenseBlockLBool

class DenseBlockLBool extends DenseBlockLDRB implements Serializable

serialVersionUID:
  2604223782138590322L

#### Serialized Fields

##### _blocks

    BitSet[] _blocks

### Class org.apache.sysds.runtime.data.DenseBlockLDRB

class DenseBlockLDRB extends DenseBlock implements Serializable

serialVersionUID:
  -7519435549328146356L

#### Serialized Fields

##### _blen

    int _blen

### Class org.apache.sysds.runtime.data.DenseBlockLFP32

class DenseBlockLFP32 extends DenseBlockLDRB implements Serializable

serialVersionUID:
  2604223782138590322L

#### Serialized Fields

##### _blocks

    float[][] _blocks

### Class org.apache.sysds.runtime.data.DenseBlockLFP64

class DenseBlockLFP64 extends DenseBlockLDRB implements Serializable

serialVersionUID:
  -1723319832162080273L

#### Serialized Fields

##### _blocks

    double[][] _blocks

### Class org.apache.sysds.runtime.data.DenseBlockLFP64DEDUP

class DenseBlockLFP64DEDUP extends DenseBlockLDRB implements Serializable

serialVersionUID:
  -3437790596644064171L

#### Serialized Fields

##### _data

    double[][] _data

### Class org.apache.sysds.runtime.data.DenseBlockLInt32

class DenseBlockLInt32 extends DenseBlockLDRB implements Serializable

serialVersionUID:
  4273439182762731283L

#### Serialized Fields

##### _blocks

    int[][] _blocks

### Class org.apache.sysds.runtime.data.DenseBlockLInt64

class DenseBlockLInt64 extends DenseBlockLDRB implements Serializable

serialVersionUID:
  2329693723788239625L

#### Serialized Fields

##### _blocks

    long[][] _blocks

### Class org.apache.sysds.runtime.data.DenseBlockLString

class DenseBlockLString extends DenseBlockLDRB implements Serializable

serialVersionUID:
  -6632424825959423264L

#### Serialized Fields

##### _blocks

    String[][] _blocks

### Class org.apache.sysds.runtime.data.DenseBlockString

class DenseBlockString extends DenseBlockDRB implements Serializable

serialVersionUID:
  7071870563356352352L

#### Serialized Fields

##### _data

    String[] _data

### Class org.apache.sysds.runtime.data.IndexedTensorBlock

class IndexedTensorBlock extends Object implements Serializable

serialVersionUID:
  -6227311506740546446L

#### Serialized Fields

##### _block

    TensorBlock _block

##### _indexes

    TensorIndexes _indexes

### Class org.apache.sysds.runtime.data.SparseBlock

class SparseBlock extends Object implements Serializable

serialVersionUID:
  -5008747088111141395L

### Class org.apache.sysds.runtime.data.SparseBlockCOO

class SparseBlockCOO extends SparseBlock implements Serializable

serialVersionUID:
  7223478015917668745L

#### Serialized Fields

##### _cindexes

    int[] _cindexes

##### _rindexes

    int[] _rindexes

##### _rlen

    int _rlen

##### _size

    int _size

##### _values

    double[] _values

### Class org.apache.sysds.runtime.data.SparseBlockCSC

class SparseBlockCSC extends SparseBlock implements Serializable

serialVersionUID:
  -8020198259526080455L

#### Serialized Fields

##### _clenInferred

    int _clenInferred

##### _indexes

    int[] _indexes

##### _ptr

    int[] _ptr

##### _rlen

    int _rlen

##### _size

    int _size

##### _values

    double[] _values

### Class org.apache.sysds.runtime.data.SparseBlockCSR

class SparseBlockCSR extends SparseBlock implements Serializable

serialVersionUID:
  1922673868466164244L

#### Serialized Fields

##### _indexes

    int[] _indexes

##### _ptr

    int[] _ptr

##### _size

    int _size

##### _values

    double[] _values

### Class org.apache.sysds.runtime.data.SparseBlockDCSR

class SparseBlockDCSR extends SparseBlock implements Serializable

serialVersionUID:
  456844244252549431L

#### Serialized Fields

##### _colidx

    int[] _colidx

##### _nnzr

    int _nnzr

##### _rlen

    int _rlen

##### _rowidx

    int[] _rowidx

##### _rowptr

    int[] _rowptr

##### _size

    int _size

##### _values

    double[] _values

### Class org.apache.sysds.runtime.data.SparseBlockMCSC

class SparseBlockMCSC extends SparseBlock implements Serializable

serialVersionUID:
  112364695245614881L

#### Serialized Fields

##### _clenInferred

    int _clenInferred

##### _columns

    SparseRow[] _columns

##### _rlen

    int _rlen

### Class org.apache.sysds.runtime.data.SparseBlockMCSR

class SparseBlockMCSR extends SparseBlock implements Serializable

serialVersionUID:
  -4743624499258436199L

#### Serialized Fields

##### _rows

    SparseRow[] _rows

### Class org.apache.sysds.runtime.data.SparseRow

class SparseRow extends Object implements Serializable

serialVersionUID:
  5806895317005796456L

### Class org.apache.sysds.runtime.data.SparseRowScalar

class SparseRowScalar extends SparseRow implements Serializable

serialVersionUID:
  722193514969067477L

#### Serialized Fields

##### index

    int index

##### value

    double value

### Class org.apache.sysds.runtime.data.SparseRowVector

class SparseRowVector extends SparseRow implements Serializable

serialVersionUID:
  2971077474424464992L

#### Serialized Fields

##### estimatedNzs

    int estimatedNzs

An estimate of the number of non zero values in this row. The estimate is used to set a threshold on how much the array should grow at certain lengths to not double the size at all times.

##### indexes

    int[] indexes

The column indexes of the values contained, can be allocated larger than needed

##### size

    int size

The current size of the row vector

##### values

    double[] values

The values contained in the vector, can be allocated larger than needed

### Class org.apache.sysds.runtime.data.TensorBlock

class TensorBlock extends Object implements Externalizable

serialVersionUID:
  -8768054067319422277L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Throws:
  `IOException`

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Throws:
  `IOException`

### Class org.apache.sysds.runtime.data.TensorIndexes

class TensorIndexes extends Object implements Externalizable

serialVersionUID:
  -8596795142899904117L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

## Package org.apache.sysds.runtime.einsum

### Class org.apache.sysds.runtime.einsum.EinsumSpoofRowwise

class EinsumSpoofRowwise extends SpoofRowwise implements Serializable

serialVersionUID:
  -5957679254041639561L

#### Serialized Fields

##### _ABCount

    int _ABCount

##### _ACount

    int _ACount

##### _AZCount

    int _AZCount

##### _AZStartIndex

    int _AZStartIndex

##### _Bsupplied

    boolean _Bsupplied

##### _EinsumRewriteType

    EOpNodeFuse.EinsumRewriteType _EinsumRewriteType

##### _ZSize

    int _ZSize

## Package org.apache.sysds.runtime.frame.data

### Class org.apache.sysds.runtime.frame.data.FrameBlock

class FrameBlock extends Object implements Externalizable

serialVersionUID:
  -3993450030207130665L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Throws:
  `IOException`

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Throws:
  `IOException`

### Class org.apache.sysds.runtime.frame.data.FrameBlock.FrameMapFunction

class FrameMapFunction extends Object implements Serializable

serialVersionUID:
  -8398572153616520873L

## Package org.apache.sysds.runtime.frame.data.columns

### Class org.apache.sysds.runtime.frame.data.columns.ColumnMetadata

class ColumnMetadata extends Object implements Serializable

serialVersionUID:
  -90094082422100311L

#### Serialized Fields

##### _mvValue

    String _mvValue

##### _ndistinct

    long _ndistinct

### Class org.apache.sysds.runtime.frame.data.columns.HashMapToInt

class HashMapToInt extends Object implements Serializable

serialVersionUID:
  3624988207265L

#### Serialized Fields

##### buckets

    org.apache.sysds.runtime.frame.data.columns.HashMapToInt.Node<K>[] buckets

##### nullV

    int nullV

##### size

    int size

## Package org.apache.sysds.runtime.functionobjects

### Class org.apache.sysds.runtime.functionobjects.And

class And extends ValueFunction implements Serializable

serialVersionUID:
  6523146102263905602L

### Class org.apache.sysds.runtime.functionobjects.BitwAnd

class BitwAnd extends ValueFunction implements Serializable

serialVersionUID:
  6523146102263905602L

### Class org.apache.sysds.runtime.functionobjects.BitwOr

class BitwOr extends ValueFunction implements Serializable

serialVersionUID:
  -9172774392245257468L

### Class org.apache.sysds.runtime.functionobjects.BitwShiftL

class BitwShiftL extends ValueFunction implements Serializable

serialVersionUID:
  -6874923721694361623L

### Class org.apache.sysds.runtime.functionobjects.BitwShiftR

class BitwShiftR extends ValueFunction implements Serializable

serialVersionUID:
  -6746241833459058280L

### Class org.apache.sysds.runtime.functionobjects.BitwXor

class BitwXor extends ValueFunction implements Serializable

serialVersionUID:
  -7231003441114081755L

### Class org.apache.sysds.runtime.functionobjects.Builtin

class Builtin extends ValueFunction implements Serializable

serialVersionUID:
  3836744687789840574L

#### Serialized Fields

##### bFunc

    Builtin.BuiltinCode bFunc

### Class org.apache.sysds.runtime.functionobjects.CM

class CM extends ValueFunction implements Serializable

serialVersionUID:
  9177194651533064123L

#### Serialized Fields

##### _buff2

    KahanObject _buff2

##### _buff3

    KahanObject _buff3

##### _plus

    KahanPlus _plus

##### _type

    CMOperator.AggregateOperationTypes _type

### Class org.apache.sysds.runtime.functionobjects.COV

class COV extends ValueFunction implements Serializable

serialVersionUID:
  1865050401811477181L

#### Serialized Fields

##### _plus

    KahanPlus _plus

### Class org.apache.sysds.runtime.functionobjects.CTable

class CTable extends ValueFunction implements Serializable

serialVersionUID:
  -5374880447194177236L

### Class org.apache.sysds.runtime.functionobjects.DiagIndex

class DiagIndex extends IndexFunction implements Serializable

serialVersionUID:
  -5294771266108903886L

#### Serialized Fields

##### diagV2M

    boolean diagV2M

### Class org.apache.sysds.runtime.functionobjects.Divide

class Divide extends ValueFunction implements Serializable

serialVersionUID:
  -5377082529324612637L

### Class org.apache.sysds.runtime.functionobjects.Equals

class Equals extends ValueComparisonFunction implements Serializable

serialVersionUID:
  -8887713112454357802L

### Class org.apache.sysds.runtime.functionobjects.FunctionObject

class FunctionObject extends Object implements Serializable

serialVersionUID:
  -1L

### Class org.apache.sysds.runtime.functionobjects.GreaterThan

class GreaterThan extends ValueComparisonFunction implements Serializable

serialVersionUID:
  1408566061111937556L

### Class org.apache.sysds.runtime.functionobjects.GreaterThanEquals

class GreaterThanEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:
  -5444900552418046584L

### Class org.apache.sysds.runtime.functionobjects.IfElse

class IfElse extends TernaryValueFunction implements Serializable

serialVersionUID:
  -8660124936856173978L

### Class org.apache.sysds.runtime.functionobjects.IndexFunction

class IndexFunction extends FunctionObject implements Serializable

serialVersionUID:
  -7672111359444767237L

### Class org.apache.sysds.runtime.functionobjects.IntegerDivide

class IntegerDivide extends ValueFunction implements Serializable

serialVersionUID:
  -6994403907602762873L

### Class org.apache.sysds.runtime.functionobjects.KahanFunction

class KahanFunction extends ValueFunction implements Serializable

serialVersionUID:
  -8880016655817461398L

### Class org.apache.sysds.runtime.functionobjects.KahanPlus

class KahanPlus extends KahanFunction implements Serializable

serialVersionUID:
  -8338160609569967791L

### Class org.apache.sysds.runtime.functionobjects.KahanPlusSq

class KahanPlusSq extends KahanFunction implements Serializable

serialVersionUID:
  5774388904472231717L

#### Serialized Fields

##### kplus

    KahanPlus kplus

### Class org.apache.sysds.runtime.functionobjects.LessThan

class LessThan extends ValueComparisonFunction implements Serializable

serialVersionUID:
  -5598503447690597942L

### Class org.apache.sysds.runtime.functionobjects.LessThanEquals

class LessThanEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:
  -1211700634442163849L

### Class org.apache.sysds.runtime.functionobjects.Max

class Max extends Builtin implements Serializable

serialVersionUID:
  6529946102263905602L

### Class org.apache.sysds.runtime.functionobjects.Mean

class Mean extends ValueFunction implements Serializable

serialVersionUID:
  1967222020396371269L

#### Serialized Fields

##### _plus

    KahanPlus _plus

### Class org.apache.sysds.runtime.functionobjects.Min

class Min extends Builtin implements Serializable

serialVersionUID:
  6529946102263905602L

### Class org.apache.sysds.runtime.functionobjects.Minus

class Minus extends ValueFunction implements Serializable

serialVersionUID:
  8433928060333018056L

### Class org.apache.sysds.runtime.functionobjects.Minus1Multiply

class Minus1Multiply extends ValueFunction implements Serializable

serialVersionUID:
  8211391941572535083L

### Class org.apache.sysds.runtime.functionobjects.MinusMultiply

class MinusMultiply extends TernaryValueFunction implements Serializable

serialVersionUID:
  2801982061205871665L

#### Serialized Fields

##### _cnt

    double _cnt

### Class org.apache.sysds.runtime.functionobjects.MinusNz

class MinusNz extends ValueFunction implements Serializable

serialVersionUID:
  -949397965417772299L

### Class org.apache.sysds.runtime.functionobjects.Modulus

class Modulus extends ValueFunction implements Serializable

serialVersionUID:
  -1409182981172200840L

#### Serialized Fields

##### _intdiv

    IntegerDivide _intdiv

### Class org.apache.sysds.runtime.functionobjects.Multiply

class Multiply extends ValueFunction implements Serializable

serialVersionUID:
  2801982061205871665L

### Class org.apache.sysds.runtime.functionobjects.Multiply2

class Multiply2 extends ValueFunction implements Serializable

serialVersionUID:
  -3762789087715600938L

### Class org.apache.sysds.runtime.functionobjects.Not

class Not extends ValueFunction implements Serializable

serialVersionUID:
  -3137270229584267263L

### Class org.apache.sysds.runtime.functionobjects.NotEquals

class NotEquals extends ValueComparisonFunction implements Serializable

serialVersionUID:
  2243676126579964278L

### Class org.apache.sysds.runtime.functionobjects.OffsetColumnIndex

class OffsetColumnIndex extends IndexFunction implements Serializable

serialVersionUID:
  1523769994005450946L

#### Serialized Fields

##### numColumnsInOutput

    int numColumnsInOutput

##### numRowsInOutput

    int numRowsInOutput

##### offset

    int offset

### Class org.apache.sysds.runtime.functionobjects.Or

class Or extends ValueFunction implements Serializable

serialVersionUID:
  -2847467729680510910L

### Class org.apache.sysds.runtime.functionobjects.ParameterizedBuiltin

class ParameterizedBuiltin extends ValueFunction implements Serializable

serialVersionUID:
  -7987603644903675052L

#### Serialized Fields

##### bFunc

    ParameterizedBuiltin.ParameterizedBuiltinCode bFunc

##### distFunc

    ParameterizedBuiltin.ProbabilityDistributionCode distFunc

### Class org.apache.sysds.runtime.functionobjects.Plus

class Plus extends ValueFunction implements Serializable

serialVersionUID:
  -3573790367761963555L

### Class org.apache.sysds.runtime.functionobjects.PlusMultiply

class PlusMultiply extends TernaryValueFunction implements Serializable

serialVersionUID:
  2801982061205871665L

#### Serialized Fields

##### _cnt

    double _cnt

### Class org.apache.sysds.runtime.functionobjects.Power

class Power extends ValueFunction implements Serializable

serialVersionUID:
  1503063846565177447L

### Class org.apache.sysds.runtime.functionobjects.Power2

class Power2 extends ValueFunction implements Serializable

serialVersionUID:
  -4370611388912121328L

### Class org.apache.sysds.runtime.functionobjects.ReduceAll

class ReduceAll extends IndexFunction implements Serializable

serialVersionUID:
  -7395600812331396960L

### Class org.apache.sysds.runtime.functionobjects.ReduceCol

class ReduceCol extends IndexFunction implements Serializable

serialVersionUID:
  5751707683718583013L

### Class org.apache.sysds.runtime.functionobjects.ReduceDiag

class ReduceDiag extends IndexFunction implements Serializable

serialVersionUID:
  734843929521413928L

### Class org.apache.sysds.runtime.functionobjects.ReduceRow

class ReduceRow extends IndexFunction implements Serializable

serialVersionUID:
  3611700251686303484L

### Class org.apache.sysds.runtime.functionobjects.RevIndex

class RevIndex extends IndexFunction implements Serializable

serialVersionUID:
  -1002715543022547788L

### Class org.apache.sysds.runtime.functionobjects.RollIndex

class RollIndex extends IndexFunction implements Serializable

serialVersionUID:
  -8446389232078905200L

#### Serialized Fields

##### _shift

    int _shift

### Class org.apache.sysds.runtime.functionobjects.SortIndex

class SortIndex extends IndexFunction implements Serializable

serialVersionUID:
  -8446389232078905200L

#### Serialized Fields

##### _cols

    int[] _cols

##### _decreasing

    boolean _decreasing

##### _ixreturn

    boolean _ixreturn

### Class org.apache.sysds.runtime.functionobjects.SwapIndex

class SwapIndex extends IndexFunction implements Serializable

serialVersionUID:
  -8898087610410746689L

### Class org.apache.sysds.runtime.functionobjects.TernaryValueFunction

class TernaryValueFunction extends ValueFunction implements Serializable

serialVersionUID:
  4837616587192612216L

### Class org.apache.sysds.runtime.functionobjects.ValueComparisonFunction

class ValueComparisonFunction extends ValueFunction implements Serializable

serialVersionUID:
  6021132561216734747L

### Class org.apache.sysds.runtime.functionobjects.ValueFunction

class ValueFunction extends FunctionObject implements Serializable

serialVersionUID:
  -4985988545393861058L

### Class org.apache.sysds.runtime.functionobjects.Xor

class Xor extends ValueFunction implements Serializable

serialVersionUID:
  -2847467729680510910L

## Package org.apache.sysds.runtime.instructions.cp

### Class org.apache.sysds.runtime.instructions.cp.BooleanObject

class BooleanObject extends ScalarObject implements Serializable

serialVersionUID:
  -4506242165735516984L

#### Serialized Fields

##### _value

    boolean _value

### Class org.apache.sysds.runtime.instructions.cp.CiphertextMatrix

class CiphertextMatrix extends Encrypted implements Serializable

serialVersionUID:
  1762936872261940616L

### Class org.apache.sysds.runtime.instructions.cp.CmCovObject

class CmCovObject extends Data implements Serializable

serialVersionUID:
  -5814207545197934085L

#### Serialized Fields

##### c2

    KahanObject c2

##### m2

    KahanObject m2

##### m3

    KahanObject m3

##### m4

    KahanObject m4

##### max

    double max

##### mean

    KahanObject mean

##### mean_v

    KahanObject mean_v

##### min

    double min

##### w

    double w

### Class org.apache.sysds.runtime.instructions.cp.Data

class Data extends Object implements Serializable

serialVersionUID:
  9176228330268046168L

#### Serialized Fields

##### dataType

    Types.DataType dataType

##### valueType

    Types.ValueType valueType

### Class org.apache.sysds.runtime.instructions.cp.DoubleObject

class DoubleObject extends ScalarObject implements Serializable

serialVersionUID:
  -8525290101679236360L

#### Serialized Fields

##### _value

    double _value

### Class org.apache.sysds.runtime.instructions.cp.Encrypted

class Encrypted extends Data implements Serializable

serialVersionUID:
  1762936872268046168L

#### Serialized Fields

##### _data

    byte[] _data

##### _dc

    DataCharacteristics _dc

##### _dims

    int[] _dims

### Class org.apache.sysds.runtime.instructions.cp.IntObject

class IntObject extends ScalarObject implements Serializable

serialVersionUID:
  353170585998999528L

#### Serialized Fields

##### _value

    long _value

### Class org.apache.sysds.runtime.instructions.cp.KahanObject

class KahanObject extends Data implements Serializable

serialVersionUID:
  -5331529073327676437L

#### Serialized Fields

##### _correction

    double _correction

##### _sum

    double _sum

### Class org.apache.sysds.runtime.instructions.cp.ListObject

class ListObject extends Data implements Externalizable

serialVersionUID:
  3652422061598967358L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occurs
  `ClassNotFoundException`

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.instructions.cp.PlaintextMatrix

class PlaintextMatrix extends Encrypted implements Serializable

serialVersionUID:
  5732436872261940616L

### Class org.apache.sysds.runtime.instructions.cp.ScalarObject

class ScalarObject extends Data implements Serializable

serialVersionUID:
  6994413375932824892L

### Class org.apache.sysds.runtime.instructions.cp.StringObject

class StringObject extends ScalarObject implements Serializable

serialVersionUID:
  2464839775369002455L

#### Serialized Fields

##### _value

    String _value

## Package org.apache.sysds.runtime.instructions.fed

### Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.CreateFrameEncoder

class CreateFrameEncoder extends FederatedUDF implements Serializable

serialVersionUID:
  2376756757742169692L

#### Serialized Fields

##### _offset

    int _offset

##### _spec

    String _spec

### Class org.apache.sysds.runtime.instructions.fed.MultiReturnParameterizedBuiltinFEDInstruction.ExecuteFrameEncoder

class ExecuteFrameEncoder extends FederatedUDF implements Serializable

serialVersionUID:
  6034440964680578276L

#### Serialized Fields

##### _encoder

    MultiColumnEncoder _encoder

##### _outputID

    long _outputID

### Class org.apache.sysds.runtime.instructions.fed.ParameterizedBuiltinFEDInstruction.DecodeMatrix

class DecodeMatrix extends FederatedUDF implements Serializable

serialVersionUID:
  2376756757742169692L

#### Serialized Fields

##### _decoder

    Decoder _decoder

##### _meta

    FrameBlock _meta

##### _outputID

    long _outputID

### Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.CreateMatrixFromFrame

class CreateMatrixFromFrame extends FederatedUDF implements Serializable

serialVersionUID:
  -6569370318237863595L

#### Serialized Fields

##### _id

    int _id

##### _outputID

    long _outputID

### Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetHistogram

class GetHistogram extends FederatedUDF implements Serializable

serialVersionUID:
  5413355823424777742L

#### Serialized Fields

##### _max

    double _max

##### _min

    double _min

##### _numBuckets

    int _numBuckets

##### _range

    double _range

### Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRange

class GetValuesInRange extends FederatedUDF implements Serializable

serialVersionUID:
  5413355823424777742L

#### Serialized Fields

##### _iqmRange

    org.apache.commons.lang3.tuple.ImmutablePair<Double,Double> _iqmRange

##### _range

    org.apache.commons.lang3.tuple.ImmutablePair<Double,Double> _range

##### _sumInRange

    boolean _sumInRange

### Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.GetValuesInRanges

class GetValuesInRanges extends FederatedUDF implements Serializable

serialVersionUID:
  8663298932616139153L

#### Serialized Fields

##### _numQuantiles

    int _numQuantiles

##### _ranges

    HashMap<Integer,org.apache.commons.lang3.tuple.ImmutablePair<Double,Double>> _ranges

### Class org.apache.sysds.runtime.instructions.fed.QuantilePickFEDInstruction.MinMax

class MinMax extends FederatedUDF implements Serializable

serialVersionUID:
  -3906698363866500744L

### Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.DiagMatrix

class DiagMatrix extends FederatedUDF implements Serializable

serialVersionUID:
  -3466926635958851402L

#### Serialized Fields

##### _len

    int _len

##### _outputID

    long _outputID

##### _r_op

    ReorgOperator _r_op

##### _rowFed

    boolean _rowFed

##### _slice

    int[] _slice

### Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.Rdiag

class Rdiag extends FederatedUDF implements Serializable

serialVersionUID:
  -3466926635958851402L

#### Serialized Fields

##### _outputID

    long _outputID

##### _r_op

    ReorgOperator _r_op

##### _rowFed

    boolean _rowFed

##### _slice

    int[] _slice

### Class org.apache.sysds.runtime.instructions.fed.ReorgFEDInstruction.SliceMatrix

class SliceMatrix extends FederatedUDF implements Serializable

serialVersionUID:
  -3466926635958851402L

#### Serialized Fields

##### _isRight

    boolean _isRight

##### _outputID

    long _outputID

##### _sliceRow

    int _sliceRow

## Package org.apache.sysds.runtime.instructions.spark

### Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUAggFunction2

class RDDUAggFunction2 extends Object implements Serializable

serialVersionUID:
  2672082409287856038L

#### Serialized Fields

##### _blen

    int _blen

##### _op

    AggregateUnaryOperator _op

### Class org.apache.sysds.runtime.instructions.spark.AggregateUnarySPInstruction.RDDUTensorAggFunction2

class RDDUTensorAggFunction2 extends Object implements Serializable

serialVersionUID:
  -6258769067791011763L

#### Serialized Fields

##### _op

    AggregateUnaryOperator _op

### Class org.apache.sysds.runtime.instructions.spark.AppendGAlignedSPInstruction.ShiftColumnIndex

class ShiftColumnIndex extends Object implements Serializable

serialVersionUID:
  -5185023611319654242L

#### Serialized Fields

##### _cbind

    boolean _cbind

##### _shiftBy

    long _shiftBy

### Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.MergeWithShiftedBlocks

class MergeWithShiftedBlocks extends Object implements Serializable

serialVersionUID:
  848955582909209400L

#### Serialized Fields

##### _blen

    int _blen

##### _cbind

    boolean _cbind

##### _lastIxLeft

    long _lastIxLeft

### Class org.apache.sysds.runtime.instructions.spark.AppendGSPInstruction.ShiftMatrix

class ShiftMatrix extends Object implements Serializable

serialVersionUID:
  3524189212798209172L

#### Serialized Fields

##### _blen

    int _blen

##### _cbind

    boolean _cbind

##### _outlen

    long _outlen

##### _shiftBy

    int _shiftBy

##### _startIx

    long _startIx

### Class org.apache.sysds.runtime.instructions.spark.BinUaggChainSPInstruction.RDDBinUaggChainFunction

class RDDBinUaggChainFunction extends Object implements Serializable

serialVersionUID:
  886065328623752520L

#### Serialized Fields

##### _bOp

    BinaryOperator _bOp

##### _uaggOp

    AggregateUnaryOperator _uaggOp

### Class org.apache.sysds.runtime.instructions.spark.BuiltinNarySPInstruction.PadBlocksFunction

class PadBlocksFunction extends Object implements Serializable

serialVersionUID:
  1291358959908299855L

#### Serialized Fields

##### _mcOut

    DataCharacteristics _mcOut

### Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionFunction

class CompressionFunction extends Object implements Serializable

serialVersionUID:
  -6528833083609423922L

### Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.CompressionWorkloadFunction

class CompressionWorkloadFunction extends Object implements Serializable

serialVersionUID:
  -65288330833922L

#### Serialized Fields

##### costBuilder

    CostEstimatorBuilder costBuilder

### Class org.apache.sysds.runtime.instructions.spark.CompressionSPInstruction.SizeFunction

class SizeFunction extends Object implements Serializable

serialVersionUID:
  1L

### Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature1

class MapJoinSignature1 extends Object implements Serializable

serialVersionUID:
  -8819908424033945028L

### Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature2

class MapJoinSignature2 extends Object implements Serializable

serialVersionUID:
  7690448020081435520L

### Class org.apache.sysds.runtime.instructions.spark.CtableSPInstruction.MapJoinSignature3

class MapJoinSignature3 extends Object implements Serializable

serialVersionUID:
  -5222678882354280164L

### Class org.apache.sysds.runtime.instructions.spark.DeCompressionSPInstruction.DeCompressionFunction

class DeCompressionFunction extends Object implements Serializable

serialVersionUID:
  -65288330836413922L

### Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuild2Function

class TransformEncodeBuild2Function extends Object implements Serializable

serialVersionUID:
  6336375833412029279L

#### Serialized Fields

##### _encoder

    EncoderMVImpute _encoder

### Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeBuildFunction

class TransformEncodeBuildFunction extends Object implements Serializable

serialVersionUID:
  6336375833412029279L

#### Serialized Fields

##### _encoder

    MultiColumnEncoder _encoder

### Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroup2Function

class TransformEncodeGroup2Function extends Object implements Serializable

serialVersionUID:
  702100641492347459L

#### Serialized Fields

##### _encoder

    EncoderMVImpute _encoder

### Class org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.TransformEncodeGroupFunction

class TransformEncodeGroupFunction extends Object implements Serializable

serialVersionUID:
  -1034187226023517119L

#### Serialized Fields

##### _accMax

    org.apache.sysds.runtime.instructions.spark.MultiReturnParameterizedBuiltinSPInstruction.MaxLongAccumulator _accMax

##### _encoder

    MultiColumnEncoder _encoder

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.CreateMatrixCell

class CreateMatrixCell extends Object implements Serializable

serialVersionUID:
  -5783727852453040737L

#### Serialized Fields

##### blen

    int blen

##### op

    Operator op

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsFunction

class RDDContainsFunction extends Object implements Serializable

serialVersionUID:
  6576713401901671659L

#### Serialized Fields

##### _pattern

    double _pattern

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDContainsVectFunction

class RDDContainsVectFunction extends Object implements Serializable

serialVersionUID:
  2228503788469700742L

#### Serialized Fields

##### _blocksize

    int _blocksize

##### _pbcPattern

    PartitionedBroadcast<MatrixBlock> _pbcPattern

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDFrameReplaceFunction

class RDDFrameReplaceFunction extends Object implements Serializable

serialVersionUID:
  6576713401901671660L

#### Serialized Fields

##### _pattern

    String _pattern

##### _replacement

    String _replacement

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction

class RDDMapGroupedAggFunction extends Object implements Serializable

serialVersionUID:
  6795402640178679851L

#### Serialized Fields

##### _blen

    int _blen

##### _ngroups

    int _ngroups

##### _op

    Operator _op

##### _pbm

    PartitionedBroadcast<MatrixBlock> _pbm

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDMapGroupedAggFunction2

class RDDMapGroupedAggFunction2 extends Object implements Serializable

serialVersionUID:
  -6820599604299797661L

#### Serialized Fields

##### _ngroups

    int _ngroups

##### _op

    Operator _op

##### _pbm

    PartitionedBroadcast<MatrixBlock> _pbm

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunction

class RDDRemoveEmptyFunction extends Object implements Serializable

serialVersionUID:
  4906304771183325289L

#### Serialized Fields

##### _blen

    long _blen

##### _len

    long _len

##### _rmRows

    boolean _rmRows

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRemoveEmptyFunctionInMem

class RDDRemoveEmptyFunctionInMem extends Object implements Serializable

serialVersionUID:
  4906304771183325289L

#### Serialized Fields

##### _blen

    long _blen

##### _len

    long _len

##### _off

    PartitionedBroadcast<MatrixBlock> _off

##### _rmRows

    boolean _rmRows

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDReplaceFunction

class RDDReplaceFunction extends Object implements Serializable

serialVersionUID:
  6576713401901671659L

#### Serialized Fields

##### _pattern

    double _pattern

##### _replacement

    double _replacement

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDRExpandFunction

class RDDRExpandFunction extends Object implements Serializable

serialVersionUID:
  -6153643261956222601L

#### Serialized Fields

##### _blen

    long _blen

##### _cast

    boolean _cast

##### _dirRows

    boolean _dirRows

##### _ignore

    boolean _ignore

##### _maxVal

    long _maxVal

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTokenizeFunction

class RDDTokenizeFunction extends Object implements Serializable

serialVersionUID:
  -8788298032616522019L

#### Serialized Fields

##### _tokenizer

    Tokenizer _tokenizer

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction

class RDDTransformApplyFunction extends Object implements Serializable

serialVersionUID:
  5759813006068230916L

#### Serialized Fields

##### _bencoder

    org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder

##### _omap

    org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyFunction2

class RDDTransformApplyFunction2 extends Object implements Serializable

serialVersionUID:
  5759813006068230916L

#### Serialized Fields

##### _bencoder

    org.apache.spark.broadcast.Broadcast<MultiColumnEncoder> _bencoder

##### _omap

    org.apache.spark.broadcast.Broadcast<TfOffsetMap> _omap

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformApplyOffsetFunction

class RDDTransformApplyOffsetFunction extends Object implements Serializable

serialVersionUID:
  3450977356721057440L

#### Serialized Fields

##### _omitColList

    int[] _omitColList

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeExpandFunction

class RDDTransformDecodeExpandFunction extends Object implements Serializable

serialVersionUID:
  -8187400248076127598L

#### Serialized Fields

##### _blen

    int _blen

##### _clen

    int _clen

### Class org.apache.sysds.runtime.instructions.spark.ParameterizedBuiltinSPInstruction.RDDTransformDecodeFunction

class RDDTransformDecodeFunction extends Object implements Serializable

serialVersionUID:
  -4797324742568170756L

#### Serialized Fields

##### _blen

    int _blen

##### _decoder

    Decoder _decoder

### Class org.apache.sysds.runtime.instructions.spark.SpoofSPInstruction.ReplicateRightFactorFunction

class ReplicateRightFactorFunction extends Object implements Serializable

serialVersionUID:
  -7295989688796126442L

#### Serialized Fields

##### _blen

    long _blen

##### _len

    long _len

## Package org.apache.sysds.runtime.instructions.spark.data

### Class org.apache.sysds.runtime.instructions.spark.data.BlockPartitioner

class BlockPartitioner extends org.apache.spark.Partitioner implements Serializable

serialVersionUID:
  3207938407732880324L

#### Serialized Fields

##### _cbPerPart

    long _cbPerPart

##### _ncparts

    int _ncparts

##### _numParts

    int _numParts

##### _rbPerPart

    long _rbPerPart

### Class org.apache.sysds.runtime.instructions.spark.data.CorrMatrixBlock

class CorrMatrixBlock extends Object implements Externalizable

serialVersionUID:
  -2204456681697015083L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.instructions.spark.data.IndexedMatrixValue

class IndexedMatrixValue extends Object implements Serializable

serialVersionUID:
  6723389820806752110L

#### Serialized Fields

##### _indexes

    MatrixIndexes _indexes

##### _value

    MatrixValue _value

### Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBlock

class PartitionedBlock extends Object implements Externalizable

serialVersionUID:
  1298817743064415129L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast deserialization.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.instructions.spark.data.PartitionedBroadcast

class PartitionedBroadcast extends Object implements Serializable

serialVersionUID:
  7041959166079438401L

#### Serialized Fields

##### _dc

    DataCharacteristics _dc

##### _pbc

    org.apache.spark.broadcast.Broadcast<PartitionedBlock<T extends CacheBlock>>[] _pbc

### Class org.apache.sysds.runtime.instructions.spark.data.RowMatrixBlock

class RowMatrixBlock extends Object implements Externalizable

serialVersionUID:
  3307673667643705793L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient deserialization.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.instructions.spark.data.SerLongWritable

class SerLongWritable extends org.apache.hadoop.io.LongWritable implements Serializable

serialVersionUID:
  -2609889817086784049L

### Class org.apache.sysds.runtime.instructions.spark.data.SerText

class SerText extends org.apache.hadoop.io.Text implements Serializable

serialVersionUID:
  -4918278004334054414L

## Package org.apache.sysds.runtime.instructions.spark.functions

### Class org.apache.sysds.runtime.instructions.spark.functions.AggregateDropCorrectionFunction

class AggregateDropCorrectionFunction extends Object implements Serializable

serialVersionUID:
  -5573656897943638857L

#### Serialized Fields

##### _op

    AggregateOperator _op

### Class org.apache.sysds.runtime.instructions.spark.functions.ComputeBinaryBlockNnzFunction

class ComputeBinaryBlockNnzFunction extends Object implements Serializable

serialVersionUID:
  -8396410450821999936L

#### Serialized Fields

##### _aNnz

    org.apache.spark.util.LongAccumulator _aNnz

### Class org.apache.sysds.runtime.instructions.spark.functions.ConvertFrameBlockToIJVLines

class ConvertFrameBlockToIJVLines extends Object implements Serializable

serialVersionUID:
  1803516615963340115L

### Class org.apache.sysds.runtime.instructions.spark.functions.ConvertMatrixBlockToIJVLines

class ConvertMatrixBlockToIJVLines extends Object implements Serializable

serialVersionUID:
  3555147684480763957L

#### Serialized Fields

##### blen

    int blen

### Class org.apache.sysds.runtime.instructions.spark.functions.ConvertStringToLongTextPair

class ConvertStringToLongTextPair extends Object implements Serializable

serialVersionUID:
  6443041051069809479L

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyBinaryCellFunction

class CopyBinaryCellFunction extends Object implements Serializable

serialVersionUID:
  -675490732439827014L

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockFunction

class CopyFrameBlockFunction extends Object implements Serializable

serialVersionUID:
  612972882700587381L

#### Serialized Fields

##### _deepCopy

    boolean _deepCopy

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyFrameBlockPairFunction

class CopyFrameBlockPairFunction extends Object implements Serializable

serialVersionUID:
  -4686652006382558021L

#### Serialized Fields

##### _deepCopy

    boolean _deepCopy

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockFunction

class CopyMatrixBlockFunction extends Object implements Serializable

serialVersionUID:
  966409324406154236L

#### Serialized Fields

##### _deepCopy

    boolean _deepCopy

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyMatrixBlockPairFunction

class CopyMatrixBlockPairFunction extends Object implements Serializable

serialVersionUID:
  -196553327495233360L

#### Serialized Fields

##### _deepCopy

    boolean _deepCopy

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockFunction

class CopyTensorBlockFunction extends Object implements Serializable

serialVersionUID:
  707987326466592670L

#### Serialized Fields

##### _deepCopy

    boolean _deepCopy

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyTensorBlockPairFunction

class CopyTensorBlockPairFunction extends Object implements Serializable

serialVersionUID:
  605514365345997070L

#### Serialized Fields

##### _deepCopy

    boolean _deepCopy

### Class org.apache.sysds.runtime.instructions.spark.functions.CopyTextInputFunction

class CopyTextInputFunction extends Object implements Serializable

serialVersionUID:
  -196553327495233360L

### Class org.apache.sysds.runtime.instructions.spark.functions.CreateSparseBlockFunction

class CreateSparseBlockFunction extends Object implements Serializable

serialVersionUID:
  -4503367283351708178L

#### Serialized Fields

##### _stype

    SparseBlock.Type _stype

### Class org.apache.sysds.runtime.instructions.spark.functions.ExtractBlockForBinaryReblock

class ExtractBlockForBinaryReblock extends Object implements Serializable

serialVersionUID:
  -762987655085029215L

#### Serialized Fields

##### clen

    long clen

##### in_blen

    int in_blen

##### out_blen

    int out_blen

##### rlen

    long rlen

### Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup

class ExtractGroup extends Object implements Serializable

serialVersionUID:
  -7059358143841229966L

#### Serialized Fields

##### _blen

    long _blen

##### _ngroups

    long _ngroups

##### _op

    Operator _op

### Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupBroadcast

class ExtractGroupBroadcast extends ExtractGroup implements Serializable

serialVersionUID:
  5709955602290131093L

#### Serialized Fields

##### _pbm

    PartitionedBroadcast<MatrixBlock> _pbm

### Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroup.ExtractGroupJoin

class ExtractGroupJoin extends ExtractGroup implements Serializable

serialVersionUID:
  8890978615936560266L

### Class org.apache.sysds.runtime.instructions.spark.functions.ExtractGroupNWeights

class ExtractGroupNWeights extends Object implements Serializable

serialVersionUID:
  -188180042997588072L

### Class org.apache.sysds.runtime.instructions.spark.functions.FilterDiagMatrixBlocksFunction

class FilterDiagMatrixBlocksFunction extends Object implements Serializable

serialVersionUID:
  685221977882289849L

### Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction

class FilterNonEmptyBlocksFunction extends Object implements Serializable

serialVersionUID:
  -8856829325565589854L

### Class org.apache.sysds.runtime.instructions.spark.functions.FilterNonEmptyBlocksFunction2

class FilterNonEmptyBlocksFunction2 extends Object implements Serializable

serialVersionUID:
  -8435900761521598692L

### Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInList

class IsBlockInList extends Object implements Serializable

serialVersionUID:
  -1956151588590369875L

#### Serialized Fields

##### _blen

    int _blen

##### _cols

    long[] _cols

### Class org.apache.sysds.runtime.instructions.spark.functions.IsBlockInRange

class IsBlockInRange extends Object implements Serializable

serialVersionUID:
  5849687296021280540L

#### Serialized Fields

##### _blen

    int _blen

##### _cl

    long _cl

##### _cu

    long _cu

##### _rl

    long _rl

##### _ru

    long _ru

### Class org.apache.sysds.runtime.instructions.spark.functions.IsFrameBlockInRange

class IsFrameBlockInRange extends Object implements Serializable

serialVersionUID:
  4433918122474769296L

#### Serialized Fields

##### _rl

    long _rl

##### _ru

    long _ru

### Class org.apache.sysds.runtime.instructions.spark.functions.MapInputSignature

class MapInputSignature extends Object implements Serializable

serialVersionUID:
  -816443970067626102L

### Class org.apache.sysds.runtime.instructions.spark.functions.MapJoinSignature

class MapJoinSignature extends Object implements Serializable

serialVersionUID:
  -704403012606821854L

### Class org.apache.sysds.runtime.instructions.spark.functions.MatrixMatrixBinaryOpFunction

class MatrixMatrixBinaryOpFunction extends Object implements Serializable

serialVersionUID:
  -2683276102742977900L

#### Serialized Fields

##### _bop

    BinaryOperator _bop

### Class org.apache.sysds.runtime.instructions.spark.functions.MatrixScalarUnaryFunction

class MatrixScalarUnaryFunction extends Object implements Serializable

serialVersionUID:
  7246757780621114500L

#### Serialized Fields

##### _op

    ScalarOperator _op

### Class org.apache.sysds.runtime.instructions.spark.functions.MatrixVectorBinaryOpPartitionFunction

class MatrixVectorBinaryOpPartitionFunction extends Object implements Serializable

serialVersionUID:
  9096091404578628534L

#### Serialized Fields

##### _op

    BinaryOperator _op

##### _pmV

    PartitionedBroadcast<MatrixBlock> _pmV

##### _vtype

    BinaryM.VectorType _vtype

### Class org.apache.sysds.runtime.instructions.spark.functions.OuterVectorBinaryOpFunction

class OuterVectorBinaryOpFunction extends Object implements Serializable

serialVersionUID:
  1730704346934726826L

#### Serialized Fields

##### _op

    BinaryOperator _op

##### _pmV

    PartitionedBroadcast<MatrixBlock> _pmV

### Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInCombiner

class PerformGroupByAggInCombiner extends Object implements Serializable

serialVersionUID:
  -813530414567786509L

#### Serialized Fields

##### _op

    Operator _op

### Class org.apache.sysds.runtime.instructions.spark.functions.PerformGroupByAggInReducer

class PerformGroupByAggInReducer extends Object implements Serializable

serialVersionUID:
  8160556441153227417L

#### Serialized Fields

##### op

    Operator op

### Class org.apache.sysds.runtime.instructions.spark.functions.ReblockTensorFunction

class ReblockTensorFunction extends Object implements Serializable

serialVersionUID:
  9118830682358813489L

#### Serialized Fields

##### _newBlen

    long _newBlen

##### _numDims

    int _numDims

### Class org.apache.sysds.runtime.instructions.spark.functions.RecomputeNnzFunction

class RecomputeNnzFunction extends Object implements Serializable

serialVersionUID:
  -973429193604040011L

### Class org.apache.sysds.runtime.instructions.spark.functions.ReorgMapFunction

class ReorgMapFunction extends Object implements Serializable

serialVersionUID:
  31065772250744103L

#### Serialized Fields

##### _indexFnObject

    IndexFunction _indexFnObject

##### _reorgOp

    ReorgOperator _reorgOp

### Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateBlockFunction

class ReplicateBlockFunction extends Object implements Serializable

serialVersionUID:
  -1184696764516975609L

#### Serialized Fields

##### _blen

    long _blen

##### _deep

    boolean _deep

##### _left

    boolean _left

##### _len

    long _len

### Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateTensorFunction

class ReplicateTensorFunction extends Object implements Serializable

serialVersionUID:
  7181347334827684965L

#### Serialized Fields

##### _byDim

    int _byDim

##### _numReplicas

    long _numReplicas

### Class org.apache.sysds.runtime.instructions.spark.functions.ReplicateVectorFunction

class ReplicateVectorFunction extends Object implements Serializable

serialVersionUID:
  -1505557561471236851L

#### Serialized Fields

##### _byRow

    boolean _byRow

##### _numReplicas

    long _numReplicas

### Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpFunction

class TensorTensorBinaryOpFunction extends Object implements Serializable

serialVersionUID:
  4204525225937988112L

#### Serialized Fields

##### _bop

    BinaryOperator _bop

### Class org.apache.sysds.runtime.instructions.spark.functions.TensorTensorBinaryOpPartitionFunction

class TensorTensorBinaryOpPartitionFunction extends Object implements Serializable

serialVersionUID:
  8029096658247920867L

#### Serialized Fields

##### _op

    BinaryOperator _op

##### _ptV

    PartitionedBroadcast<TensorBlock> _ptV

##### _replicateDim

    boolean[] _replicateDim

## Package org.apache.sysds.runtime.instructions.spark.utils

### Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongFrameToLongWritableFrameFunction

class LongFrameToLongWritableFrameFunction extends Object implements Serializable

serialVersionUID:
  -1467314923206783333L

### Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableFrameToLongFrameFunction

class LongWritableFrameToLongFrameFunction extends Object implements Serializable

serialVersionUID:
  -1232439643533739078L

### Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableTextToLongTextFunction

class LongWritableTextToLongTextFunction extends Object implements Serializable

serialVersionUID:
  -5408386071466175348L

### Class org.apache.sysds.runtime.instructions.spark.utils.FrameRDDConverterUtils.LongWritableToSerFunction

class LongWritableToSerFunction extends Object implements Serializable

serialVersionUID:
  2286037080400222528L

### Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.BinaryCellToBinaryBlockFunction

class BinaryCellToBinaryBlockFunction extends org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.CellToBinaryBlockFunction implements Serializable

serialVersionUID:
  3928810989462198243L

### Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtils.DataFrameExtractIDFunction

class DataFrameExtractIDFunction extends Object implements Serializable

serialVersionUID:
  7438855241666363433L

#### Serialized Fields

##### _index

    int _index

### Class org.apache.sysds.runtime.instructions.spark.utils.RDDConverterUtilsExt.AddRowID

class AddRowID extends Object implements Serializable

serialVersionUID:
  -3733816995375745659L

### Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator

class IndexComparator extends Object implements Serializable

serialVersionUID:
  5154839870549241343L

#### Serialized Fields

##### _asc

    boolean _asc

### Class org.apache.sysds.runtime.instructions.spark.utils.RDDSortUtils.IndexComparator2

class IndexComparator2 extends Object implements Serializable

serialVersionUID:
  5531987863790922691L

#### Serialized Fields

##### _asc

    boolean _asc

## Package org.apache.sysds.runtime.io

### Exception org.apache.sysds.runtime.io.DeltaKernelUtils.UnsupportedDirectDecodeException

class UnsupportedDirectDecodeException extends DMLRuntimeException implements Serializable

serialVersionUID:
  1L

### Class org.apache.sysds.runtime.io.FileFormatPropertiesCOG

class FileFormatPropertiesCOG extends FileFormatProperties implements Serializable

serialVersionUID:
  1038419221722594985L

#### Serialized Fields

##### datasetName

    String datasetName

### Class org.apache.sysds.runtime.io.FileFormatPropertiesCSV

class FileFormatPropertiesCSV extends FileFormatProperties implements Serializable

serialVersionUID:
  -2870393360885401604L

#### Serialized Fields

##### delim

    String delim

##### fill

    boolean fill

##### fillValue

    double fillValue

##### header

    boolean header

##### naStrings

    HashSet<String> naStrings

##### sparse

    boolean sparse

### Class org.apache.sysds.runtime.io.FileFormatPropertiesHDF5

class FileFormatPropertiesHDF5 extends FileFormatProperties implements Serializable

serialVersionUID:
  8646275033790103030L

#### Serialized Fields

##### datasetName

    String datasetName

### Class org.apache.sysds.runtime.io.FileFormatPropertiesLIBSVM

class FileFormatPropertiesLIBSVM extends FileFormatProperties implements Serializable

serialVersionUID:
  -2870393360885401604L

#### Serialized Fields

##### delim

    String delim

##### indexDelim

    String indexDelim

##### sparse

    boolean sparse

### Class org.apache.sysds.runtime.io.FileFormatPropertiesMM

class FileFormatPropertiesMM extends FileFormatProperties implements Serializable

serialVersionUID:
  -2870393360885401604L

#### Serialized Fields

##### _field

    FileFormatPropertiesMM.MMField _field

##### _fmt

    FileFormatPropertiesMM.MMFormat _fmt

##### _symmetry

    FileFormatPropertiesMM.MMSymmetry _symmetry

### Class org.apache.sysds.runtime.io.InputOutputInfo

class InputOutputInfo extends Object implements Serializable

serialVersionUID:
  7059677437144672023L

#### Serialized Fields

##### inputFormatClass

    Class<? extends org.apache.hadoop.mapred.InputFormat> inputFormatClass

##### keyClass

    Class<? extends org.apache.hadoop.io.Writable> keyClass

##### metadata

    MetaData metadata

##### outputFormatClass

    Class<? extends org.apache.hadoop.mapred.OutputFormat> outputFormatClass

##### valueClass

    Class<? extends org.apache.hadoop.io.Writable> valueClass

## Package org.apache.sysds.runtime.io.hdf5

### Exception org.apache.sysds.runtime.io.hdf5.H5RuntimeException

class H5RuntimeException extends DMLRuntimeException implements Serializable

serialVersionUID:
  -3551978964353888835L

## Package org.apache.sysds.runtime.iogen

### Class org.apache.sysds.runtime.iogen.CustomProperties

class CustomProperties extends FileFormatProperties implements Serializable

serialVersionUID:
  -2877155313260718134L

#### Serialized Fields

##### colIndexStructure

    ColIndexStructure colIndexStructure

##### colKeyPatterns

    ArrayList<String>[] colKeyPatterns

##### endWithValueStrings

    HashSet<String>[] endWithValueStrings

##### mappingProperties

    MappingProperties mappingProperties

##### ncols

    int ncols

##### parallel

    boolean parallel

##### rowIndexStructure

    RowIndexStructure rowIndexStructure

##### schema

    Types.ValueType[] schema

##### sparse

    boolean sparse

##### valueKeyPattern

    ArrayList<String> valueKeyPattern

## Package org.apache.sysds.runtime.matrix.data

### Class org.apache.sysds.runtime.matrix.data.DnnParameters

class DnnParameters extends Object implements Serializable

serialVersionUID:
  -212362627205772829L

#### Serialized Fields

##### bias

    MatrixBlock bias

##### C

    int C

##### D

    int D

##### enableNative

    boolean enableNative

##### end_indexes_h

    int[] end_indexes_h

##### end_indexes_w

    int[] end_indexes_w

##### H

    int H

##### input1

    MatrixBlock input1

##### input2

    MatrixBlock input2

##### input3

    MatrixBlock input3

##### input4

    MatrixBlock input4

##### input5

    MatrixBlock input5

##### input6

    MatrixBlock input6

##### input7

    MatrixBlock input7

##### input8

    MatrixBlock input8

##### input9

    MatrixBlock input9

##### K

    int K

##### M

    int M

##### minValForMaxPoolOperations

    double minValForMaxPoolOperations

##### N

    int N

##### numThreads

    int numThreads

##### output

    MatrixBlock output

##### output2

    MatrixBlock output2

##### output3

    MatrixBlock output3

##### output4

    MatrixBlock output4

##### output5

    MatrixBlock output5

##### P

    int P

##### pad_h

    int pad_h

##### pad_w

    int pad_w

##### Q

    int Q

##### R

    int R

##### return_sequences

    boolean return_sequences

##### S

    int S

##### start_indexes_h

    int[] start_indexes_h

##### start_indexes_w

    int[] start_indexes_w

##### stride_h

    int stride_h

##### stride_w

    int stride_w

##### T

    int T

##### W

    int W

### Class org.apache.sysds.runtime.matrix.data.MatrixBlock

class MatrixBlock extends MatrixValue implements Externalizable

serialVersionUID:
  7319972089143154056L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.matrix.data.MatrixCell

class MatrixCell extends MatrixValue implements Serializable

serialVersionUID:
  -7755996717411912578L

#### Serialized Fields

##### value

    double value

### Class org.apache.sysds.runtime.matrix.data.MatrixIndexes

class MatrixIndexes extends Object implements Externalizable

serialVersionUID:
  -1521166657518127789L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput is) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:
  `is` - object input
Throws:
  `IOException` - if IOException occurs

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for consistency/maintainability.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.matrix.data.TripleIndexes

class TripleIndexes extends Object implements Serializable

serialVersionUID:
  -4514135024726916288L

#### Serialized Fields

##### first

    long first

##### second

    long second

##### third

    long third

### Class org.apache.sysds.runtime.matrix.data.WeightedCell

class WeightedCell extends MatrixCell implements Serializable

serialVersionUID:
  -2283995259000895325L

#### Serialized Fields

##### weight

    double weight

## Package org.apache.sysds.runtime.matrix.operators

### Class org.apache.sysds.runtime.matrix.operators.AggregateBinaryOperator

class AggregateBinaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  1666421325090925726L

#### Serialized Fields

##### aggOp

    AggregateOperator aggOp

##### binaryFn

    ValueFunction binaryFn

### Class org.apache.sysds.runtime.matrix.operators.AggregateOperator

class AggregateOperator extends Operator implements Serializable

serialVersionUID:
  8761527329665129670L

#### Serialized Fields

##### correction

    Types.CorrectionLocationType correction

##### increOp

    BinaryOperator increOp

##### initialValue

    double initialValue

### Class org.apache.sysds.runtime.matrix.operators.AggregateTernaryOperator

class AggregateTernaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  4251745081160216784L

#### Serialized Fields

##### aggOp

    AggregateOperator aggOp

##### binaryFn

    ValueFunction binaryFn

##### indexFn

    IndexFunction indexFn

### Class org.apache.sysds.runtime.matrix.operators.AggregateUnaryOperator

class AggregateUnaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  6690553323120787735L

#### Serialized Fields

##### aggOp

    AggregateOperator aggOp

##### indexFn

    IndexFunction indexFn

### Class org.apache.sysds.runtime.matrix.operators.BinaryOperator

class BinaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  -2547950181558989209L

#### Serialized Fields

##### commutative

    boolean commutative

##### fn

    ValueFunction fn

### Class org.apache.sysds.runtime.matrix.operators.CMOperator

class CMOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  4126894676505115420L

#### Serialized Fields

##### aggOpType

    CMOperator.AggregateOperationTypes aggOpType

##### fn

    ValueFunction fn

### Class org.apache.sysds.runtime.matrix.operators.CountDistinctOperator

class CountDistinctOperator extends UnarySketchOperator implements Serializable

serialVersionUID:
  7615123453265129670L

#### Serialized Fields

##### hashType

    Hash.HashType hashType

##### operatorType

    CountDistinctOperatorTypes operatorType

### Class org.apache.sysds.runtime.matrix.operators.COVOperator

class COVOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  -8404264552880694469L

#### Serialized Fields

##### fn

    COV fn

### Class org.apache.sysds.runtime.matrix.operators.LeftScalarOperator

class LeftScalarOperator extends ScalarOperator implements Serializable

serialVersionUID:
  2360577666575746424L

### Class org.apache.sysds.runtime.matrix.operators.MultiThreadedOperator

class MultiThreadedOperator extends Operator implements Serializable

serialVersionUID:
  3528522245925706630L

#### Serialized Fields

##### _numThreads

    int _numThreads

### Class org.apache.sysds.runtime.matrix.operators.Operator

class Operator extends Object implements Serializable

serialVersionUID:
  -7453178973186473277L

#### Serialized Fields

##### sparseSafe

    boolean sparseSafe

### Class org.apache.sysds.runtime.matrix.operators.QuaternaryOperator

class QuaternaryOperator extends Operator implements Serializable

serialVersionUID:
  -1642908613016116069L

#### Serialized Fields

##### eps

    double eps

##### fn

    ValueFunction fn

##### wtype1

    WeightedSquaredLoss.WeightsType wtype1

##### wtype2

    WeightedSigmoid.WSigmoidType wtype2

##### wtype3

    WeightedDivMM.WDivMMType wtype3

##### wtype4

    WeightedCrossEntropy.WCeMMType wtype4

##### wtype5

    WeightedUnaryMM.WUMMType wtype5

### Class org.apache.sysds.runtime.matrix.operators.ReorgOperator

class ReorgOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  -5322516429026298404L

#### Serialized Fields

##### fn

    IndexFunction fn

### Class org.apache.sysds.runtime.matrix.operators.RightScalarOperator

class RightScalarOperator extends ScalarOperator implements Serializable

serialVersionUID:
  5148300801904349919L

### Class org.apache.sysds.runtime.matrix.operators.ScalarOperator

class ScalarOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  4547253761093455869L

#### Serialized Fields

##### _constant

    double _constant

##### fn

    ValueFunction fn

### Class org.apache.sysds.runtime.matrix.operators.SimpleOperator

class SimpleOperator extends Operator implements Serializable

serialVersionUID:
  625147299273287379L

#### Serialized Fields

##### fn

    FunctionObject fn

### Class org.apache.sysds.runtime.matrix.operators.TernaryOperator

class TernaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  3456088891054083634L

#### Serialized Fields

##### fn

    TernaryValueFunction fn

### Class org.apache.sysds.runtime.matrix.operators.UnaryOperator

class UnaryOperator extends MultiThreadedOperator implements Serializable

serialVersionUID:
  2441990876648978637L

#### Serialized Fields

##### fn

    ValueFunction fn

##### inplace

    boolean inplace

### Class org.apache.sysds.runtime.matrix.operators.UnarySketchOperator

class UnarySketchOperator extends AggregateUnaryOperator implements Serializable

serialVersionUID:
  7615123453265129671L

#### Serialized Fields

##### direction

    Types.Direction direction

## Package org.apache.sysds.runtime.meta

### Class org.apache.sysds.runtime.meta.DataCharacteristics

class DataCharacteristics extends Object implements Serializable

serialVersionUID:
  3411056029517599342L

#### Serialized Fields

##### _blocksize

    int _blocksize

##### _noEmptyBlocks

    boolean _noEmptyBlocks

### Class org.apache.sysds.runtime.meta.MatrixCharacteristics

class MatrixCharacteristics extends DataCharacteristics implements Serializable

serialVersionUID:
  8300479822915546000L

#### Serialized Fields

##### nonZero

    long nonZero

Number of non zero values if -1 then unknown

##### numColumns

    long numColumns

Number of rows

##### numRows

    long numRows

Number of columns

##### ubNnz

    boolean ubNnz

Upper bound non zero value, indicate if the non zero value is an upper bound

### Class org.apache.sysds.runtime.meta.TensorCharacteristics

class TensorCharacteristics extends DataCharacteristics implements Serializable

serialVersionUID:
  8300479822915546000L

#### Serialized Fields

##### _dims

    long[] _dims

##### _nnz

    long _nnz

## Package org.apache.sysds.runtime.transform

### Class org.apache.sysds.runtime.transform.TfUtils

class TfUtils extends Object implements Serializable

serialVersionUID:
  526252850872633125L

#### Serialized Fields

##### _NAstrings

    String[] _NAstrings

## Package org.apache.sysds.runtime.transform.decode

### Class org.apache.sysds.runtime.transform.decode.Decoder

class Decoder extends Object implements Externalizable

serialVersionUID:
  -1732411001366177787L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.decode.DecoderBin

class DecoderBin extends Decoder implements Externalizable

serialVersionUID:
  -3784249774608228805L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.decode.DecoderComposite

class DecoderComposite extends Decoder implements Externalizable

serialVersionUID:
  5790600547144743716L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.decode.DecoderDummycode

class DecoderDummycode extends Decoder implements Externalizable

serialVersionUID:
  4758831042891032129L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.decode.DecoderPassThrough

class DecoderPassThrough extends Decoder implements Externalizable

serialVersionUID:
  -8525203889417422598L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.decode.DecoderRecode

class DecoderRecode extends Decoder implements Externalizable

serialVersionUID:
  -3784249774608228805L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

## Package org.apache.sysds.runtime.transform.encode

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoder

class ColumnEncoder extends Object implements Externalizable

serialVersionUID:
  2299156350718979064L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBagOfWords

class ColumnEncoderBagOfWords extends ColumnEncoder implements Externalizable

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderBin

class ColumnEncoderBin extends ColumnEncoder implements Externalizable

serialVersionUID:
  1917445005206076078L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderComposite

class ColumnEncoderComposite extends ColumnEncoder implements Externalizable

serialVersionUID:
  -8473768154646831882L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderDummycode

class ColumnEncoderDummycode extends ColumnEncoder implements Externalizable

serialVersionUID:
  5832130477659116489L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderFeatureHash

class ColumnEncoderFeatureHash extends ColumnEncoder implements Externalizable

serialVersionUID:
  7435806042138687342L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderPassThrough

class ColumnEncoderPassThrough extends ColumnEncoder implements Externalizable

serialVersionUID:
  -8473768154646831882L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderRecode

class ColumnEncoderRecode extends ColumnEncoder implements Externalizable

serialVersionUID:
  8213163881283341874L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderUDF

class ColumnEncoderUDF extends ColumnEncoder implements Externalizable

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.ColumnEncoderWordEmbedding

class ColumnEncoderWordEmbedding extends ColumnEncoder implements Externalizable

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.EncoderMVImpute

class EncoderMVImpute extends LegacyEncoder implements Externalizable

serialVersionUID:
  9057868620144662194L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.EncoderOmit

class EncoderOmit extends LegacyEncoder implements Externalizable

serialVersionUID:
  1978852120416654195L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Parameters:
  `out` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.LegacyEncoder

class LegacyEncoder extends Object implements Externalizable

serialVersionUID:
  2299156350718979064L

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd deserialization.

Parameters:
  `in` - object input
Throws:
  `IOException` - if IOException occur

##### writeExternal

public void writeExternal(ObjectOutput os) throws IOException
Redirects the default java serialization via externalizable to our default hadoop writable serialization for efficient broadcast/rdd serialization.

Parameters:
  `os` - object output
Throws:
  `IOException` - if IOException occurs

### Class org.apache.sysds.runtime.transform.encode.MultiColumnEncoder

class MultiColumnEncoder extends Object implements Externalizable

#### Serialization Methods

##### readExternal

public void readExternal(ObjectInput in) throws IOException, ClassNotFoundException

Throws:
  `IOException`
  `ClassNotFoundException`

##### writeExternal

public void writeExternal(ObjectOutput out) throws IOException

Throws:
  `IOException`

## Package org.apache.sysds.runtime.transform.meta

### Class org.apache.sysds.runtime.transform.meta.TfOffsetMap

class TfOffsetMap extends Object implements Serializable

serialVersionUID:
  8949124761287236703L

#### Serialized Fields

##### _map

    HashMap<Long,Long> _map

##### _rmRows

    long _rmRows

## Package org.apache.sysds.runtime.transform.tokenize

### Class org.apache.sysds.runtime.transform.tokenize.Tokenizer

class Tokenizer extends Object implements Serializable

serialVersionUID:
  7155673772374114577L

#### Serialized Fields

##### internalRepresentation

    DocumentRepresentation[] internalRepresentation

##### tokenizerApplier

    TokenizerApplier tokenizerApplier

##### tokenizerBuilder

    TokenizerBuilder tokenizerBuilder

## Package org.apache.sysds.runtime.transform.tokenize.applier

### Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplier

class TokenizerApplier extends Object implements Serializable

serialVersionUID:
  39116559705096787L

#### Serialized Fields

##### applyPadding

    boolean applyPadding

##### maxTokens

    int maxTokens

##### numIdCols

    int numIdCols

##### wideFormat

    boolean wideFormat

### Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierCount

class TokenizerApplierCount extends TokenizerApplier implements Serializable

serialVersionUID:
  6382000606237705019L

#### Serialized Fields

##### counts

    List<Map<String,Integer>> counts

##### sort_alpha

    boolean sort_alpha

### Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierHash

class TokenizerApplierHash extends TokenizerApplier implements Serializable

serialVersionUID:
  4763889041868044668L

#### Serialized Fields

##### hashes

    List<Map<Integer,Long>> hashes

##### num_features

    int num_features

### Class org.apache.sysds.runtime.transform.tokenize.applier.TokenizerApplierPosition

class TokenizerApplierPosition extends TokenizerApplier implements Serializable

serialVersionUID:
  3563407270742660830L

## Package org.apache.sysds.runtime.transform.tokenize.builder

### Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilder

class TokenizerBuilder extends Object implements Serializable

serialVersionUID:
  -4999630313246644464L

### Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram

class TokenizerBuilderNgram extends TokenizerBuilderWhitespaceSplit implements Serializable

serialVersionUID:
  -6297904316677723802L

#### Serialized Fields

##### maxGram

    int maxGram

##### minGram

    int minGram

##### ngramType

    org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderNgram.NgramType ngramType

### Class org.apache.sysds.runtime.transform.tokenize.builder.TokenizerBuilderWhitespaceSplit

class TokenizerBuilderWhitespaceSplit extends TokenizerBuilder implements Serializable

serialVersionUID:
  539127244034913364L

#### Serialized Fields

##### idCols

    int[] idCols

##### regex

    String regex

##### tokenizeCol

    int tokenizeCol

## Package org.apache.sysds.runtime.util

### Class org.apache.sysds.runtime.util.FastStringTokenizer

class FastStringTokenizer extends Object implements Serializable

serialVersionUID:
  4051436015710778611L

#### Serialized Fields

##### _del

    char _del

##### _pos

    int _pos

##### _string

    String _string

### Class org.apache.sysds.runtime.util.IndexRange

class IndexRange extends Object implements Serializable

serialVersionUID:
  5746526303666494601L

#### Serialized Fields

##### colEnd

    long colEnd

##### colStart

    long colStart

##### rowEnd

    long rowEnd

##### rowStart

    long rowStart