Make Writable and Record first class citizen of the datavec.api

Signed-off-by: brian <brian@brutex.de>
master
Brian Rosenberger 2022-10-21 22:03:01 +02:00
parent f92b786836
commit a39e44c782
519 changed files with 658 additions and 636 deletions

1
.gitignore vendored
View File

@ -82,3 +82,4 @@ bruai4j-native-common/cmake*
*.dll *.dll
/bruai4j-native/bruai4j-native-common/blasbuild/ /bruai4j-native/bruai4j-native-common/blasbuild/
/bruai4j-native/bruai4j-native-common/build/ /bruai4j-native/bruai4j-native-common/build/
/cavis-native/cavis-native-lib/blasbuild/

View File

@ -21,7 +21,6 @@
package net.brutex.spark; package net.brutex.spark;
import com.fasterxml.jackson.core.Version; import com.fasterxml.jackson.core.Version;
import lombok.extern.log4j.Log4j2;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.FileSystem;
@ -34,7 +33,7 @@ import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.transform.TransformProcess; import org.datavec.api.transform.TransformProcess;
import org.datavec.api.transform.filter.FilterInvalidValues; import org.datavec.api.transform.filter.FilterInvalidValues;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.datavec.spark.transform.SparkTransformExecutor; import org.datavec.spark.transform.SparkTransformExecutor;
import org.datavec.spark.transform.misc.StringToWritablesFunction; import org.datavec.spark.transform.misc.StringToWritablesFunction;
import org.deeplearning4j.nn.conf.MultiLayerConfiguration; import org.deeplearning4j.nn.conf.MultiLayerConfiguration;

View File

@ -34,7 +34,7 @@ import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.transform.TransformProcess; import org.datavec.api.transform.TransformProcess;
import org.datavec.api.transform.filter.FilterInvalidValues; import org.datavec.api.transform.filter.FilterInvalidValues;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.datavec.spark.transform.SparkTransformExecutor; import org.datavec.spark.transform.SparkTransformExecutor;
import org.datavec.spark.transform.misc.StringToWritablesFunction; import org.datavec.spark.transform.misc.StringToWritablesFunction;
import org.deeplearning4j.nn.conf.MultiLayerConfiguration; import org.deeplearning4j.nn.conf.MultiLayerConfiguration;

View File

@ -0,0 +1,55 @@
/*
*
* ******************************************************************************
* *
* * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0.
* *
* * See the NOTICE file distributed with this work for additional
* * information regarding copyright ownership.
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* * License for the specific language governing permissions and limitations
* * under the License.
* *
* * SPDX-License-Identifier: Apache-2.0
* *****************************************************************************
*
*/
package org.datavec.api;
import org.datavec.api.records.metadata.RecordMetaData;
import java.io.Serializable;
import java.util.List;
public interface Record extends Serializable {
/**
* Get the record values, as a {@code List<Writable>}
*
* @return Record values
*/
List<Writable> getRecord();
/**
* Get the record values for this Record
*/
void setRecord(List<Writable> record);
/**
* Get the RecordMetaData for this record
*
* @return Metadata for this record (or null, if none has been set)
*/
RecordMetaData getMetaData();
/**
* Set the Record metadata
*/
void setMetaData(RecordMetaData recordMetaData);
}

View File

@ -1,7 +1,7 @@
/* /*
*
* ****************************************************************************** * ******************************************************************************
* * * *
* *
* * This program and the accompanying materials are made available under the * * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at * * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0. * * https://www.apache.org/licenses/LICENSE-2.0.
@ -16,9 +16,10 @@
* * * *
* * SPDX-License-Identifier: Apache-2.0 * * SPDX-License-Identifier: Apache-2.0
* ***************************************************************************** * *****************************************************************************
*
*/ */
package org.datavec.api.writable; package org.datavec.api;
import com.fasterxml.jackson.annotation.JsonTypeInfo; import com.fasterxml.jackson.annotation.JsonTypeInfo;
@ -26,6 +27,8 @@ import java.io.DataInput;
import java.io.DataOutput; import java.io.DataOutput;
import java.io.IOException; import java.io.IOException;
import java.io.Serializable; import java.io.Serializable;
import org.datavec.api.writable.WritableFactory;
import org.datavec.api.writable.WritableType;
@JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class")
public interface Writable extends Serializable { public interface Writable extends Serializable {

View File

@ -24,7 +24,7 @@ import com.fasterxml.jackson.core.JsonFactory;
import com.fasterxml.jackson.core.JsonGenerator; import com.fasterxml.jackson.core.JsonGenerator;
import org.apache.commons.lang3.StringUtils; import org.apache.commons.lang3.StringUtils;
import org.datavec.api.util.ReflectionUtils; import org.datavec.api.util.ReflectionUtils;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.datavec.api.writable.WritableType; import org.datavec.api.writable.WritableType;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;

View File

@ -24,7 +24,7 @@ package org.datavec.api.formats.input;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.IOException; import java.io.IOException;

View File

@ -21,7 +21,7 @@
package org.datavec.api.io; package org.datavec.api.io;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public interface WritableComparable<T> extends Writable, Comparable<T> { public interface WritableComparable<T> extends Writable, Comparable<T> {
} }

View File

@ -22,7 +22,7 @@ package org.datavec.api.io;
import org.datavec.api.util.ReflectionUtils; import org.datavec.api.util.ReflectionUtils;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInput; import java.io.DataInput;
import java.io.IOException; import java.io.IOException;

View File

@ -21,7 +21,7 @@
package org.datavec.api.io; package org.datavec.api.io;
import org.datavec.api.io.converters.WritableConverterException; import org.datavec.api.io.converters.WritableConverterException;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public interface WritableConverter { public interface WritableConverter {

View File

@ -23,7 +23,7 @@ package org.datavec.api.io;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.util.ReflectionUtils; import org.datavec.api.util.ReflectionUtils;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.*; import java.io.*;
import java.nio.charset.StandardCharsets; import java.nio.charset.StandardCharsets;

View File

@ -20,6 +20,7 @@
package org.datavec.api.io.converters; package org.datavec.api.io.converters;
import org.datavec.api.Writable;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.*; import org.datavec.api.writable.*;

View File

@ -20,6 +20,7 @@
package org.datavec.api.io.converters; package org.datavec.api.io.converters;
import org.datavec.api.Writable;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.*; import org.datavec.api.writable.*;

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.IntWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.List; import java.util.List;

View File

@ -21,7 +21,7 @@
package org.datavec.api.io.converters; package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class SelfWritableConverter implements WritableConverter { public class SelfWritableConverter implements WritableConverter {
@Override @Override

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.filters;
import org.datavec.api.io.labels.ParentPathLabelGenerator; import org.datavec.api.io.labels.ParentPathLabelGenerator;
import org.datavec.api.io.labels.PathLabelGenerator; import org.datavec.api.io.labels.PathLabelGenerator;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.net.URI; import java.net.URI;
import java.util.*; import java.util.*;

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.labels;
import org.apache.commons.io.FilenameUtils; import org.apache.commons.io.FilenameUtils;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.File; import java.io.File;
import java.net.URI; import java.net.URI;

View File

@ -20,7 +20,7 @@
package org.datavec.api.io.labels; package org.datavec.api.io.labels;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;
import java.net.URI; import java.net.URI;

View File

@ -20,7 +20,7 @@
package org.datavec.api.io.labels; package org.datavec.api.io.labels;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;
import java.util.List; import java.util.List;

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.labels;
import org.apache.commons.io.FilenameUtils; import org.apache.commons.io.FilenameUtils;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.File; import java.io.File;
import java.net.URI; import java.net.URI;

View File

@ -1,55 +0,0 @@
/*
* ******************************************************************************
* *
* *
* * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0.
* *
* * See the NOTICE file distributed with this work for additional
* * information regarding copyright ownership.
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* * License for the specific language governing permissions and limitations
* * under the License.
* *
* * SPDX-License-Identifier: Apache-2.0
* *****************************************************************************
*/
package org.datavec.api.records;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable;
import java.io.Serializable;
import java.util.List;
public interface Record extends Serializable {
/**
* Get the record values, as a {@code List<Writable>}
*
* @return Record values
*/
List<Writable> getRecord();
/**
* Get the record values for this Record
*/
void setRecord(List<Writable> record);
/**
* Get the RecordMetaData for this record
*
* @return Metadata for this record (or null, if none has been set)
*/
RecordMetaData getMetaData();
/**
* Set the Record metadata
*/
void setMetaData(RecordMetaData recordMetaData);
}

View File

@ -21,7 +21,7 @@
package org.datavec.api.records; package org.datavec.api.records;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;
import java.util.List; import java.util.List;
@ -29,7 +29,7 @@ import java.util.List;
public interface SequenceRecord extends Serializable { public interface SequenceRecord extends Serializable {
/** /**
* Get the sequence record values * Get the sequence record values. The outer list is the sequence of Records
* *
* @return Sequence record values * @return Sequence record values
*/ */

View File

@ -23,13 +23,13 @@ package org.datavec.api.records.impl;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.List; import java.util.List;
@AllArgsConstructor @AllArgsConstructor
@Data @Data
public class Record implements org.datavec.api.records.Record { public class Record implements org.datavec.api.Record {
private List<Writable> record; private List<Writable> record;
private RecordMetaData metaData; private RecordMetaData metaData;

View File

@ -23,7 +23,7 @@ package org.datavec.api.records.impl;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.List; import java.util.List;

View File

@ -28,7 +28,7 @@ import org.datavec.api.records.writer.RecordWriter;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.split.partition.NumberOfRecordsPartitioner; import org.datavec.api.split.partition.NumberOfRecordsPartitioner;
import org.datavec.api.split.partition.Partitioner; import org.datavec.api.split.partition.Partitioner;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.List; import java.util.List;

View File

@ -24,7 +24,7 @@ import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.split.StreamInputSplit; import org.datavec.api.split.StreamInputSplit;
import org.datavec.api.split.streams.FileStreamCreatorFunction; import org.datavec.api.split.streams.FileStreamCreatorFunction;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.Function; import org.nd4j.common.function.Function;
import java.io.Closeable; import java.io.Closeable;

View File

@ -22,11 +22,11 @@ package org.datavec.api.records.reader;
import org.datavec.api.conf.Configurable; import org.datavec.api.conf.Configurable;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.*; import java.io.*;
import java.net.URI; import java.net.URI;

View File

@ -20,10 +20,10 @@
package org.datavec.api.records.reader; package org.datavec.api.records.reader;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -21,12 +21,12 @@
package org.datavec.api.records.reader.impl; package org.datavec.api.records.reader.impl;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -21,12 +21,12 @@
package org.datavec.api.records.reader.impl; package org.datavec.api.records.reader.impl;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -23,14 +23,14 @@ package org.datavec.api.records.reader.impl;
import lombok.Getter; import lombok.Getter;
import lombok.Setter; import lombok.Setter;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataURI; import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.IntWritable;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.*; import java.io.*;
import java.net.URI; import java.net.URI;

View File

@ -26,7 +26,7 @@ import lombok.extern.slf4j.Slf4j;
import org.apache.commons.io.IOUtils; import org.apache.commons.io.IOUtils;
import org.apache.commons.io.LineIterator; import org.apache.commons.io.LineIterator;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine; import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
@ -34,7 +34,7 @@ import org.datavec.api.split.InputSplit;
import org.datavec.api.split.InputStreamInputSplit; import org.datavec.api.split.InputStreamInputSplit;
import org.datavec.api.split.StringSplit; import org.datavec.api.split.StringSplit;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions; import org.nd4j.common.base.Preconditions;
import org.nd4j.common.primitives.Triple; import org.nd4j.common.primitives.Triple;

View File

@ -22,12 +22,12 @@ package org.datavec.api.records.reader.impl.collection;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataIndex; import org.datavec.api.records.metadata.RecordMetaDataIndex;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -22,14 +22,14 @@ package org.datavec.api.records.reader.impl.collection;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataIndex; import org.datavec.api.records.metadata.RecordMetaDataIndex;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.collection; package org.datavec.api.records.reader.impl.collection;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.split.ListStringSplit; import org.datavec.api.split.ListStringSplit;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -20,11 +20,11 @@
package org.datavec.api.records.reader.impl.csv; package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -24,7 +24,7 @@ import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataInterval; import org.datavec.api.records.metadata.RecordMetaDataInterval;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions; import org.nd4j.common.base.Preconditions;
import java.io.BufferedReader; import java.io.BufferedReader;

View File

@ -21,14 +21,14 @@
package org.datavec.api.records.reader.impl.csv; package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLineInterval; import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.primitives.Triple; import org.nd4j.common.primitives.Triple;
import java.io.DataInputStream; import java.io.DataInputStream;

View File

@ -22,13 +22,13 @@ package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine; import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.impl.LineRecordReader; import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions; import org.nd4j.common.base.Preconditions;
import java.io.BufferedReader; import java.io.BufferedReader;

View File

@ -21,7 +21,7 @@
package org.datavec.api.records.reader.impl.csv; package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;

View File

@ -28,7 +28,7 @@ import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.records.reader.impl.FileRecordReader; import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.*; import java.io.*;
import java.net.URI; import java.net.URI;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.csv; package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLineInterval; import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -21,12 +21,12 @@
package org.datavec.api.records.reader.impl.filebatch; package org.datavec.api.records.reader.impl.filebatch;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.loader.FileBatch; import org.nd4j.common.loader.FileBatch;
import org.nd4j.common.base.Preconditions; import org.nd4j.common.base.Preconditions;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.filebatch; package org.datavec.api.records.reader.impl.filebatch;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.loader.FileBatch; import org.nd4j.common.loader.FileBatch;
import org.nd4j.common.base.Preconditions; import org.nd4j.common.base.Preconditions;

View File

@ -22,12 +22,12 @@ package org.datavec.api.records.reader.impl.inmemory;
import lombok.Data; import lombok.Data;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -22,13 +22,13 @@ package org.datavec.api.records.reader.impl.inmemory;
import lombok.Data; import lombok.Data;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -21,7 +21,7 @@
package org.datavec.api.records.reader.impl.jackson; package org.datavec.api.records.reader.impl.jackson;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;
import java.util.ArrayList; import java.util.ArrayList;

View File

@ -24,7 +24,7 @@ import java.util.List;
import org.datavec.api.records.reader.impl.LineRecordReader; import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;
public class JacksonLineRecordReader extends LineRecordReader { public class JacksonLineRecordReader extends LineRecordReader {

View File

@ -27,7 +27,7 @@ import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataURI; import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.records.reader.impl.FileRecordReader; import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;
import java.io.*; import java.io.*;

View File

@ -21,7 +21,7 @@
package org.datavec.api.records.reader.impl.jackson; package org.datavec.api.records.reader.impl.jackson;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.core.type.TypeReference; import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;

View File

@ -26,13 +26,13 @@ import org.apache.commons.io.FileUtils;
import org.apache.commons.io.IOUtils; import org.apache.commons.io.IOUtils;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.io.labels.PathLabelGenerator; import org.datavec.api.io.labels.PathLabelGenerator;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataURI; import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.BaseRecordReader; import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.FileSplit; import org.datavec.api.split.FileSplit;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.core.type.TypeReference; import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;

View File

@ -23,7 +23,7 @@ package org.datavec.api.records.reader.impl.misc;
import org.datavec.api.records.reader.impl.FileRecordReader; import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.DoubleWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -21,14 +21,14 @@
package org.datavec.api.records.reader.impl.misc; package org.datavec.api.records.reader.impl.misc;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine; import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.impl.LineRecordReader; import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.DoubleWritable;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.IntWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import java.io.DataInputStream; import java.io.DataInputStream;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.regex; package org.datavec.api.records.reader.impl.regex;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine; import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.impl.LineRecordReader; import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -30,7 +30,7 @@ import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.records.reader.impl.FileRecordReader; import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions; import org.nd4j.common.base.Preconditions;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.transform; package org.datavec.api.records.reader.impl.transform;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.transform.TransformProcess; import org.datavec.api.transform.TransformProcess;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -22,14 +22,14 @@ package org.datavec.api.records.reader.impl.transform;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import org.datavec.api.conf.Configuration; import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record; import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord; import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.listener.RecordListener; import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData; import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader; import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.transform.TransformProcess; import org.datavec.api.transform.TransformProcess;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.DataInputStream; import java.io.DataInputStream;
import java.io.IOException; import java.io.IOException;

View File

@ -26,7 +26,7 @@ import org.datavec.api.conf.Configuration;
import org.datavec.api.split.InputSplit; import org.datavec.api.split.InputSplit;
import org.datavec.api.split.partition.PartitionMetaData; import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.split.partition.Partitioner; import org.datavec.api.split.partition.Partitioner;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Closeable; import java.io.Closeable;
import java.io.IOException; import java.io.IOException;

View File

@ -24,7 +24,7 @@ package org.datavec.api.records.writer;
import org.datavec.api.conf.Configurable; import org.datavec.api.conf.Configurable;
import org.datavec.api.split.partition.PartitionMetaData; import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Closeable; import java.io.Closeable;
import java.io.IOException; import java.io.IOException;

View File

@ -24,7 +24,7 @@ package org.datavec.api.records.writer.impl;
import org.apache.commons.lang3.NotImplementedException; import org.apache.commons.lang3.NotImplementedException;
import org.datavec.api.split.partition.PartitionMetaData; import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;

View File

@ -23,7 +23,7 @@ package org.datavec.api.records.writer.impl.csv;
import org.datavec.api.records.writer.impl.FileRecordWriter; import org.datavec.api.records.writer.impl.FileRecordWriter;
import org.datavec.api.split.partition.PartitionMetaData; import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;

View File

@ -24,7 +24,7 @@ package org.datavec.api.records.writer.impl.misc;
import org.apache.commons.lang3.NotImplementedException; import org.apache.commons.lang3.NotImplementedException;
import org.datavec.api.records.writer.impl.FileRecordWriter; import org.datavec.api.records.writer.impl.FileRecordWriter;
import org.datavec.api.split.partition.PartitionMetaData; import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.IOException; import java.io.IOException;
import java.util.List; import java.util.List;

View File

@ -27,7 +27,7 @@ import org.datavec.api.records.reader.impl.misc.SVMLightRecordReader;
import org.datavec.api.records.writer.impl.FileRecordWriter; import org.datavec.api.records.writer.impl.FileRecordWriter;
import org.datavec.api.split.partition.PartitionMetaData; import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.ArrayWritable; import org.datavec.api.writable.ArrayWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.IOException; import java.io.IOException;
import java.util.ArrayList; import java.util.ArrayList;

View File

@ -24,7 +24,7 @@ import lombok.AllArgsConstructor;
import lombok.Builder; import lombok.Builder;
import lombok.Getter; import lombok.Getter;
import org.datavec.api.writable.NDArrayWritable; import org.datavec.api.writable.NDArrayWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.api.ndarray.INDArray;
import org.nd4j.linalg.factory.Nd4j; import org.nd4j.linalg.factory.Nd4j;
import org.nd4j.linalg.indexing.INDArrayIndex; import org.nd4j.linalg.indexing.INDArrayIndex;

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform; package org.datavec.api.transform;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonInclude; import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonTypeInfo; import com.fasterxml.jackson.annotation.JsonTypeInfo;

View File

@ -23,6 +23,7 @@ package org.datavec.api.transform;
import lombok.Data; import lombok.Data;
import lombok.NonNull; import lombok.NonNull;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.datavec.api.Writable;
import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.transform.analysis.DataAnalysis; import org.datavec.api.transform.analysis.DataAnalysis;
import org.datavec.api.transform.analysis.columns.ColumnAnalysis; import org.datavec.api.transform.analysis.columns.ColumnAnalysis;

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis; package org.datavec.api.transform.analysis;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
@AllArgsConstructor @AllArgsConstructor
@Data @Data

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.HashMap; import java.util.HashMap;
import java.util.HashSet; import java.util.HashSet;

View File

@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
@AllArgsConstructor @AllArgsConstructor
@Data @Data

View File

@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
@AllArgsConstructor @AllArgsConstructor
@Data @Data

View File

@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
@AllArgsConstructor @AllArgsConstructor
@Data @Data

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.transform.analysis.columns.NDArrayAnalysis; import org.datavec.api.transform.analysis.columns.NDArrayAnalysis;
import org.datavec.api.writable.NDArrayWritable; import org.datavec.api.writable.NDArrayWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.api.ndarray.INDArray;
import java.util.HashMap; import java.util.HashMap;

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import lombok.AllArgsConstructor; import lombok.AllArgsConstructor;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
@AllArgsConstructor @AllArgsConstructor
@Data @Data

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram; package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.HashMap; import java.util.HashMap;
import java.util.List; import java.util.List;

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram; package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class DoubleHistogramCounter implements HistogramCounter { public class DoubleHistogramCounter implements HistogramCounter {

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram; package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;

View File

@ -22,7 +22,7 @@ package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.DoubleWritable;
import org.datavec.api.writable.NDArrayWritable; import org.datavec.api.writable.NDArrayWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.api.ndarray.INDArray;
public class NDArrayHistogramCounter implements HistogramCounter { public class NDArrayHistogramCounter implements HistogramCounter {

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram; package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class StringHistogramCounter implements HistogramCounter { public class StringHistogramCounter implements HistogramCounter {

View File

@ -31,7 +31,7 @@ import org.datavec.api.transform.analysis.quality.string.StringQualityAnalysisSt
import org.datavec.api.transform.analysis.quality.time.TimeQualityAnalysisState; import org.datavec.api.transform.analysis.quality.time.TimeQualityAnalysisState;
import org.datavec.api.transform.metadata.*; import org.datavec.api.transform.metadata.*;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -21,7 +21,7 @@
package org.datavec.api.transform.analysis.quality; package org.datavec.api.transform.analysis.quality;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.io.Serializable; import java.io.Serializable;

View File

@ -24,7 +24,7 @@ import lombok.Getter;
import org.datavec.api.transform.analysis.quality.QualityAnalysisState; import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.quality.columns.BytesQuality; import org.datavec.api.transform.quality.columns.BytesQuality;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class BytesQualityAnalysisState implements QualityAnalysisState<BytesQualityAnalysisState> { public class BytesQualityAnalysisState implements QualityAnalysisState<BytesQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.CategoricalMetaData;
import org.datavec.api.transform.quality.columns.CategoricalQuality; import org.datavec.api.transform.quality.columns.CategoricalQuality;
import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.CategoricalMetaData; import org.datavec.api.transform.metadata.CategoricalMetaData;
import org.datavec.api.transform.quality.columns.CategoricalQuality; import org.datavec.api.transform.quality.columns.CategoricalQuality;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class CategoricalQualityAnalysisState implements QualityAnalysisState<CategoricalQualityAnalysisState> { public class CategoricalQualityAnalysisState implements QualityAnalysisState<CategoricalQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.IntegerMetaData;
import org.datavec.api.transform.quality.columns.IntegerQuality; import org.datavec.api.transform.quality.columns.IntegerQuality;
import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.IntegerMetaData; import org.datavec.api.transform.metadata.IntegerMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.IntegerQuality; import org.datavec.api.transform.quality.columns.IntegerQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class IntegerQualityAnalysisState implements QualityAnalysisState<IntegerQualityAnalysisState> { public class IntegerQualityAnalysisState implements QualityAnalysisState<IntegerQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.LongMetaData;
import org.datavec.api.transform.quality.columns.LongQuality; import org.datavec.api.transform.quality.columns.LongQuality;
import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.LongMetaData; import org.datavec.api.transform.metadata.LongMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.LongQuality; import org.datavec.api.transform.quality.columns.LongQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class LongQualityAnalysisState implements QualityAnalysisState<LongQualityAnalysisState> { public class LongQualityAnalysisState implements QualityAnalysisState<LongQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.DoubleMetaData;
import org.datavec.api.transform.quality.columns.DoubleQuality; import org.datavec.api.transform.quality.columns.DoubleQuality;
import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.DoubleMetaData; import org.datavec.api.transform.metadata.DoubleMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.DoubleQuality; import org.datavec.api.transform.quality.columns.DoubleQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class RealQualityAnalysisState implements QualityAnalysisState<RealQualityAnalysisState> { public class RealQualityAnalysisState implements QualityAnalysisState<RealQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import lombok.AllArgsConstructor;
import org.datavec.api.transform.metadata.StringMetaData; import org.datavec.api.transform.metadata.StringMetaData;
import org.datavec.api.transform.quality.columns.StringQuality; import org.datavec.api.transform.quality.columns.StringQuality;
import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.StringMetaData; import org.datavec.api.transform.metadata.StringMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.StringQuality; import org.datavec.api.transform.quality.columns.StringQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class StringQualityAnalysisState implements QualityAnalysisState<StringQualityAnalysisState> { public class StringQualityAnalysisState implements QualityAnalysisState<StringQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.TimeMetaData;
import org.datavec.api.transform.quality.columns.TimeQuality; import org.datavec.api.transform.quality.columns.TimeQuality;
import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text; import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction; import org.nd4j.common.function.BiFunction;
import java.io.Serializable; import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.TimeMetaData; import org.datavec.api.transform.metadata.TimeMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.TimeQuality; import org.datavec.api.transform.quality.columns.TimeQuality;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
public class TimeQualityAnalysisState implements QualityAnalysisState<TimeQualityAnalysisState> { public class TimeQualityAnalysisState implements QualityAnalysisState<TimeQualityAnalysisState> {

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.condition;
import lombok.Data; import lombok.Data;
import lombok.EqualsAndHashCode; import lombok.EqualsAndHashCode;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonProperty; import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.List; import java.util.List;

View File

@ -22,7 +22,7 @@ package org.datavec.api.transform.condition;
import org.datavec.api.transform.ColumnOp; import org.datavec.api.transform.ColumnOp;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonInclude; import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonTypeInfo; import com.fasterxml.jackson.annotation.JsonTypeInfo;

View File

@ -24,7 +24,7 @@ import lombok.Data;
import lombok.EqualsAndHashCode; import lombok.EqualsAndHashCode;
import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties; import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import java.util.List; import java.util.List;

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.condition.column;
import lombok.Data; import lombok.Data;
import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.writable.BooleanWritable; import org.datavec.api.writable.BooleanWritable;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
@Data @Data
public class BooleanColumnCondition extends BaseColumnCondition { public class BooleanColumnCondition extends BaseColumnCondition {

View File

@ -24,7 +24,7 @@ import lombok.Data;
import lombok.EqualsAndHashCode; import lombok.EqualsAndHashCode;
import org.datavec.api.transform.condition.ConditionOp; import org.datavec.api.transform.condition.ConditionOp;
import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonProperty; import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.Set; import java.util.Set;

View File

@ -24,7 +24,7 @@ import org.datavec.api.transform.ColumnOp;
import org.datavec.api.transform.condition.Condition; import org.datavec.api.transform.condition.Condition;
import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.transform.schema.Schema; import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable; import org.datavec.api.Writable;
import java.util.List; import java.util.List;

Some files were not shown because too many files have changed in this diff Show More