Make Writable and Record first class citizen of the datavec.api

Signed-off-by: brian <brian@brutex.de>
master
Brian Rosenberger 2022-10-21 22:03:01 +02:00
parent f92b786836
commit a39e44c782
519 changed files with 658 additions and 636 deletions

1
.gitignore vendored
View File

@ -82,3 +82,4 @@ bruai4j-native-common/cmake*
*.dll
/bruai4j-native/bruai4j-native-common/blasbuild/
/bruai4j-native/bruai4j-native-common/build/
/cavis-native/cavis-native-lib/blasbuild/

View File

@ -21,7 +21,6 @@
package net.brutex.spark;
import com.fasterxml.jackson.core.Version;
import lombok.extern.log4j.Log4j2;
import lombok.extern.slf4j.Slf4j;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
@ -34,7 +33,7 @@ import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.transform.TransformProcess;
import org.datavec.api.transform.filter.FilterInvalidValues;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.datavec.spark.transform.SparkTransformExecutor;
import org.datavec.spark.transform.misc.StringToWritablesFunction;
import org.deeplearning4j.nn.conf.MultiLayerConfiguration;

View File

@ -34,7 +34,7 @@ import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
import org.datavec.api.transform.TransformProcess;
import org.datavec.api.transform.filter.FilterInvalidValues;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.datavec.spark.transform.SparkTransformExecutor;
import org.datavec.spark.transform.misc.StringToWritablesFunction;
import org.deeplearning4j.nn.conf.MultiLayerConfiguration;

View File

@ -0,0 +1,55 @@
/*
*
* ******************************************************************************
* *
* * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0.
* *
* * See the NOTICE file distributed with this work for additional
* * information regarding copyright ownership.
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* * License for the specific language governing permissions and limitations
* * under the License.
* *
* * SPDX-License-Identifier: Apache-2.0
* *****************************************************************************
*
*/
package org.datavec.api;
import org.datavec.api.records.metadata.RecordMetaData;
import java.io.Serializable;
import java.util.List;
public interface Record extends Serializable {
/**
* Get the record values, as a {@code List<Writable>}
*
* @return Record values
*/
List<Writable> getRecord();
/**
* Get the record values for this Record
*/
void setRecord(List<Writable> record);
/**
* Get the RecordMetaData for this record
*
* @return Metadata for this record (or null, if none has been set)
*/
RecordMetaData getMetaData();
/**
* Set the Record metadata
*/
void setMetaData(RecordMetaData recordMetaData);
}

View File

@ -1,7 +1,7 @@
/*
*
* ******************************************************************************
* *
* *
* * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0.
@ -16,9 +16,10 @@
* *
* * SPDX-License-Identifier: Apache-2.0
* *****************************************************************************
*
*/
package org.datavec.api.writable;
package org.datavec.api;
import com.fasterxml.jackson.annotation.JsonTypeInfo;
@ -26,6 +27,8 @@ import java.io.DataInput;
import java.io.DataOutput;
import java.io.IOException;
import java.io.Serializable;
import org.datavec.api.writable.WritableFactory;
import org.datavec.api.writable.WritableType;
@JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class")
public interface Writable extends Serializable {

View File

@ -24,7 +24,7 @@ import com.fasterxml.jackson.core.JsonFactory;
import com.fasterxml.jackson.core.JsonGenerator;
import org.apache.commons.lang3.StringUtils;
import org.datavec.api.util.ReflectionUtils;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.datavec.api.writable.WritableType;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

View File

@ -24,7 +24,7 @@ package org.datavec.api.formats.input;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.IOException;

View File

@ -21,7 +21,7 @@
package org.datavec.api.io;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public interface WritableComparable<T> extends Writable, Comparable<T> {
}

View File

@ -22,7 +22,7 @@ package org.datavec.api.io;
import org.datavec.api.util.ReflectionUtils;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInput;
import java.io.IOException;

View File

@ -21,7 +21,7 @@
package org.datavec.api.io;
import org.datavec.api.io.converters.WritableConverterException;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public interface WritableConverter {

View File

@ -23,7 +23,7 @@ package org.datavec.api.io;
import org.datavec.api.conf.Configuration;
import org.datavec.api.util.ReflectionUtils;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.*;
import java.nio.charset.StandardCharsets;

View File

@ -20,6 +20,7 @@
package org.datavec.api.io.converters;
import org.datavec.api.Writable;
import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.*;

View File

@ -20,6 +20,7 @@
package org.datavec.api.io.converters;
import org.datavec.api.Writable;
import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.*;

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.IntWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.List;

View File

@ -21,7 +21,7 @@
package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class SelfWritableConverter implements WritableConverter {
@Override

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.filters;
import org.datavec.api.io.labels.ParentPathLabelGenerator;
import org.datavec.api.io.labels.PathLabelGenerator;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.net.URI;
import java.util.*;

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.labels;
import org.apache.commons.io.FilenameUtils;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.File;
import java.net.URI;

View File

@ -20,7 +20,7 @@
package org.datavec.api.io.labels;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;
import java.net.URI;

View File

@ -20,7 +20,7 @@
package org.datavec.api.io.labels;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;
import java.util.List;

View File

@ -22,7 +22,7 @@ package org.datavec.api.io.labels;
import org.apache.commons.io.FilenameUtils;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.File;
import java.net.URI;

View File

@ -1,55 +0,0 @@
/*
* ******************************************************************************
* *
* *
* * This program and the accompanying materials are made available under the
* * terms of the Apache License, Version 2.0 which is available at
* * https://www.apache.org/licenses/LICENSE-2.0.
* *
* * See the NOTICE file distributed with this work for additional
* * information regarding copyright ownership.
* * Unless required by applicable law or agreed to in writing, software
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
* * License for the specific language governing permissions and limitations
* * under the License.
* *
* * SPDX-License-Identifier: Apache-2.0
* *****************************************************************************
*/
package org.datavec.api.records;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable;
import java.io.Serializable;
import java.util.List;
public interface Record extends Serializable {
/**
* Get the record values, as a {@code List<Writable>}
*
* @return Record values
*/
List<Writable> getRecord();
/**
* Get the record values for this Record
*/
void setRecord(List<Writable> record);
/**
* Get the RecordMetaData for this record
*
* @return Metadata for this record (or null, if none has been set)
*/
RecordMetaData getMetaData();
/**
* Set the Record metadata
*/
void setMetaData(RecordMetaData recordMetaData);
}

View File

@ -21,7 +21,7 @@
package org.datavec.api.records;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;
import java.util.List;
@ -29,7 +29,7 @@ import java.util.List;
public interface SequenceRecord extends Serializable {
/**
* Get the sequence record values
* Get the sequence record values. The outer list is the sequence of Records
*
* @return Sequence record values
*/

View File

@ -23,13 +23,13 @@ package org.datavec.api.records.impl;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.List;
@AllArgsConstructor
@Data
public class Record implements org.datavec.api.records.Record {
public class Record implements org.datavec.api.Record {
private List<Writable> record;
private RecordMetaData metaData;

View File

@ -23,7 +23,7 @@ package org.datavec.api.records.impl;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.List;

View File

@ -28,7 +28,7 @@ import org.datavec.api.records.writer.RecordWriter;
import org.datavec.api.split.InputSplit;
import org.datavec.api.split.partition.NumberOfRecordsPartitioner;
import org.datavec.api.split.partition.Partitioner;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.List;

View File

@ -24,7 +24,7 @@ import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.split.InputSplit;
import org.datavec.api.split.StreamInputSplit;
import org.datavec.api.split.streams.FileStreamCreatorFunction;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.Function;
import java.io.Closeable;

View File

@ -22,11 +22,11 @@ package org.datavec.api.records.reader;
import org.datavec.api.conf.Configurable;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.*;
import java.net.URI;

View File

@ -20,10 +20,10 @@
package org.datavec.api.records.reader;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -21,12 +21,12 @@
package org.datavec.api.records.reader.impl;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -21,12 +21,12 @@
package org.datavec.api.records.reader.impl;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -23,14 +23,14 @@ package org.datavec.api.records.reader.impl;
import lombok.Getter;
import lombok.Setter;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.IntWritable;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.*;
import java.net.URI;

View File

@ -26,7 +26,7 @@ import lombok.extern.slf4j.Slf4j;
import org.apache.commons.io.IOUtils;
import org.apache.commons.io.LineIterator;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.BaseRecordReader;
@ -34,7 +34,7 @@ import org.datavec.api.split.InputSplit;
import org.datavec.api.split.InputStreamInputSplit;
import org.datavec.api.split.StringSplit;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions;
import org.nd4j.common.primitives.Triple;

View File

@ -22,12 +22,12 @@ package org.datavec.api.records.reader.impl.collection;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataIndex;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -22,14 +22,14 @@ package org.datavec.api.records.reader.impl.collection;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataIndex;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.collection;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.split.ListStringSplit;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -20,11 +20,11 @@
package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -24,7 +24,7 @@ import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataInterval;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions;
import java.io.BufferedReader;

View File

@ -21,14 +21,14 @@
package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.primitives.Triple;
import java.io.DataInputStream;

View File

@ -22,13 +22,13 @@ package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions;
import java.io.BufferedReader;

View File

@ -21,7 +21,7 @@
package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.ArrayList;
import java.util.List;

View File

@ -28,7 +28,7 @@ import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.*;
import java.net.URI;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.csv;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -21,12 +21,12 @@
package org.datavec.api.records.reader.impl.filebatch;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.loader.FileBatch;
import org.nd4j.common.base.Preconditions;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.filebatch;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.loader.FileBatch;
import org.nd4j.common.base.Preconditions;

View File

@ -22,12 +22,12 @@ package org.datavec.api.records.reader.impl.inmemory;
import lombok.Data;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -22,13 +22,13 @@ package org.datavec.api.records.reader.impl.inmemory;
import lombok.Data;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -21,7 +21,7 @@
package org.datavec.api.records.reader.impl.jackson;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;
import java.util.ArrayList;

View File

@ -24,7 +24,7 @@ import java.util.List;
import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.databind.ObjectMapper;
public class JacksonLineRecordReader extends LineRecordReader {

View File

@ -27,7 +27,7 @@ import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.databind.ObjectMapper;
import java.io.*;

View File

@ -21,7 +21,7 @@
package org.datavec.api.records.reader.impl.jackson;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper;

View File

@ -26,13 +26,13 @@ import org.apache.commons.io.FileUtils;
import org.apache.commons.io.IOUtils;
import org.datavec.api.conf.Configuration;
import org.datavec.api.io.labels.PathLabelGenerator;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataURI;
import org.datavec.api.records.reader.BaseRecordReader;
import org.datavec.api.split.FileSplit;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.core.type.TypeReference;
import com.fasterxml.jackson.databind.ObjectMapper;

View File

@ -23,7 +23,7 @@ package org.datavec.api.records.reader.impl.misc;
import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.writable.DoubleWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -21,14 +21,14 @@
package org.datavec.api.records.reader.impl.misc;
import lombok.extern.slf4j.Slf4j;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.writable.DoubleWritable;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.IntWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.datavec.api.conf.Configuration;
import java.io.DataInputStream;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.regex;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.metadata.RecordMetaDataLine;
import org.datavec.api.records.reader.impl.LineRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -30,7 +30,7 @@ import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.records.reader.impl.FileRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.base.Preconditions;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;

View File

@ -21,13 +21,13 @@
package org.datavec.api.records.reader.impl.transform;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.transform.TransformProcess;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -22,14 +22,14 @@ package org.datavec.api.records.reader.impl.transform;
import lombok.AllArgsConstructor;
import org.datavec.api.conf.Configuration;
import org.datavec.api.records.Record;
import org.datavec.api.Record;
import org.datavec.api.records.SequenceRecord;
import org.datavec.api.records.listener.RecordListener;
import org.datavec.api.records.metadata.RecordMetaData;
import org.datavec.api.records.reader.SequenceRecordReader;
import org.datavec.api.split.InputSplit;
import org.datavec.api.transform.TransformProcess;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.DataInputStream;
import java.io.IOException;

View File

@ -26,7 +26,7 @@ import org.datavec.api.conf.Configuration;
import org.datavec.api.split.InputSplit;
import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.split.partition.Partitioner;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Closeable;
import java.io.IOException;

View File

@ -24,7 +24,7 @@ package org.datavec.api.records.writer;
import org.datavec.api.conf.Configurable;
import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Closeable;
import java.io.IOException;

View File

@ -24,7 +24,7 @@ package org.datavec.api.records.writer.impl;
import org.apache.commons.lang3.NotImplementedException;
import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.IOException;
import java.util.List;

View File

@ -23,7 +23,7 @@ package org.datavec.api.records.writer.impl.csv;
import org.datavec.api.records.writer.impl.FileRecordWriter;
import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.IOException;
import java.util.List;

View File

@ -24,7 +24,7 @@ package org.datavec.api.records.writer.impl.misc;
import org.apache.commons.lang3.NotImplementedException;
import org.datavec.api.records.writer.impl.FileRecordWriter;
import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.IOException;
import java.util.List;

View File

@ -27,7 +27,7 @@ import org.datavec.api.records.reader.impl.misc.SVMLightRecordReader;
import org.datavec.api.records.writer.impl.FileRecordWriter;
import org.datavec.api.split.partition.PartitionMetaData;
import org.datavec.api.writable.ArrayWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.IOException;
import java.util.ArrayList;

View File

@ -24,7 +24,7 @@ import lombok.AllArgsConstructor;
import lombok.Builder;
import lombok.Getter;
import org.datavec.api.writable.NDArrayWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.linalg.api.ndarray.INDArray;
import org.nd4j.linalg.factory.Nd4j;
import org.nd4j.linalg.indexing.INDArrayIndex;

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonTypeInfo;

View File

@ -23,6 +23,7 @@ package org.datavec.api.transform;
import lombok.Data;
import lombok.NonNull;
import lombok.extern.slf4j.Slf4j;
import org.datavec.api.Writable;
import org.datavec.api.records.reader.RecordReader;
import org.datavec.api.transform.analysis.DataAnalysis;
import org.datavec.api.transform.analysis.columns.ColumnAnalysis;

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
@AllArgsConstructor
@Data

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.HashMap;
import java.util.HashSet;

View File

@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
@AllArgsConstructor
@Data

View File

@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
@AllArgsConstructor
@Data

View File

@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
@AllArgsConstructor
@Data

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.transform.analysis.columns.NDArrayAnalysis;
import org.datavec.api.writable.NDArrayWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.linalg.api.ndarray.INDArray;
import java.util.HashMap;

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
import lombok.AllArgsConstructor;
import lombok.Data;
import org.datavec.api.transform.analysis.AnalysisCounter;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
@AllArgsConstructor
@Data

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.HashMap;
import java.util.List;

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class DoubleHistogramCounter implements HistogramCounter {

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;

View File

@ -22,7 +22,7 @@ package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.DoubleWritable;
import org.datavec.api.writable.NDArrayWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.linalg.api.ndarray.INDArray;
public class NDArrayHistogramCounter implements HistogramCounter {

View File

@ -20,7 +20,7 @@
package org.datavec.api.transform.analysis.histogram;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class StringHistogramCounter implements HistogramCounter {

View File

@ -31,7 +31,7 @@ import org.datavec.api.transform.analysis.quality.string.StringQualityAnalysisSt
import org.datavec.api.transform.analysis.quality.time.TimeQualityAnalysisState;
import org.datavec.api.transform.metadata.*;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -21,7 +21,7 @@
package org.datavec.api.transform.analysis.quality;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.io.Serializable;

View File

@ -24,7 +24,7 @@ import lombok.Getter;
import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.quality.columns.BytesQuality;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class BytesQualityAnalysisState implements QualityAnalysisState<BytesQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.CategoricalMetaData;
import org.datavec.api.transform.quality.columns.CategoricalQuality;
import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.CategoricalMetaData;
import org.datavec.api.transform.quality.columns.CategoricalQuality;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class CategoricalQualityAnalysisState implements QualityAnalysisState<CategoricalQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.IntegerMetaData;
import org.datavec.api.transform.quality.columns.IntegerQuality;
import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.IntegerMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.IntegerQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class IntegerQualityAnalysisState implements QualityAnalysisState<IntegerQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.LongMetaData;
import org.datavec.api.transform.quality.columns.LongQuality;
import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.LongMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.LongQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class LongQualityAnalysisState implements QualityAnalysisState<LongQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.DoubleMetaData;
import org.datavec.api.transform.quality.columns.DoubleQuality;
import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.DoubleMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.DoubleQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class RealQualityAnalysisState implements QualityAnalysisState<RealQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import lombok.AllArgsConstructor;
import org.datavec.api.transform.metadata.StringMetaData;
import org.datavec.api.transform.quality.columns.StringQuality;
import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.StringMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.StringQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class StringQualityAnalysisState implements QualityAnalysisState<StringQualityAnalysisState> {

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.TimeMetaData;
import org.datavec.api.transform.quality.columns.TimeQuality;
import org.datavec.api.writable.NullWritable;
import org.datavec.api.writable.Text;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import org.nd4j.common.function.BiFunction;
import java.io.Serializable;

View File

@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
import org.datavec.api.transform.metadata.TimeMetaData;
import org.datavec.api.transform.quality.columns.ColumnQuality;
import org.datavec.api.transform.quality.columns.TimeQuality;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
public class TimeQualityAnalysisState implements QualityAnalysisState<TimeQualityAnalysisState> {

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.condition;
import lombok.Data;
import lombok.EqualsAndHashCode;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.List;

View File

@ -22,7 +22,7 @@ package org.datavec.api.transform.condition;
import org.datavec.api.transform.ColumnOp;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonInclude;
import com.fasterxml.jackson.annotation.JsonTypeInfo;

View File

@ -24,7 +24,7 @@ import lombok.Data;
import lombok.EqualsAndHashCode;
import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
import java.util.List;

View File

@ -23,7 +23,7 @@ package org.datavec.api.transform.condition.column;
import lombok.Data;
import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.writable.BooleanWritable;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
@Data
public class BooleanColumnCondition extends BaseColumnCondition {

View File

@ -24,7 +24,7 @@ import lombok.Data;
import lombok.EqualsAndHashCode;
import org.datavec.api.transform.condition.ConditionOp;
import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import com.fasterxml.jackson.annotation.JsonProperty;
import java.util.Set;

View File

@ -24,7 +24,7 @@ import org.datavec.api.transform.ColumnOp;
import org.datavec.api.transform.condition.Condition;
import org.datavec.api.transform.condition.SequenceConditionMode;
import org.datavec.api.transform.schema.Schema;
import org.datavec.api.writable.Writable;
import org.datavec.api.Writable;
import java.util.List;

Some files were not shown because too many files have changed in this diff Show More