Make Writable and Record first class citizen of the datavec.api
Signed-off-by: brian <brian@brutex.de>master
parent
1c2ca75308
commit
582cbdf67d
|
@ -82,3 +82,4 @@ bruai4j-native-common/cmake*
|
||||||
*.dll
|
*.dll
|
||||||
/bruai4j-native/bruai4j-native-common/blasbuild/
|
/bruai4j-native/bruai4j-native-common/blasbuild/
|
||||||
/bruai4j-native/bruai4j-native-common/build/
|
/bruai4j-native/bruai4j-native-common/build/
|
||||||
|
/cavis-native/cavis-native-lib/blasbuild/
|
||||||
|
|
|
@ -21,7 +21,6 @@
|
||||||
package net.brutex.spark;
|
package net.brutex.spark;
|
||||||
|
|
||||||
import com.fasterxml.jackson.core.Version;
|
import com.fasterxml.jackson.core.Version;
|
||||||
import lombok.extern.log4j.Log4j2;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
import org.apache.hadoop.conf.Configuration;
|
import org.apache.hadoop.conf.Configuration;
|
||||||
import org.apache.hadoop.fs.FileSystem;
|
import org.apache.hadoop.fs.FileSystem;
|
||||||
|
@ -34,7 +33,7 @@ import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
|
||||||
import org.datavec.api.transform.TransformProcess;
|
import org.datavec.api.transform.TransformProcess;
|
||||||
import org.datavec.api.transform.filter.FilterInvalidValues;
|
import org.datavec.api.transform.filter.FilterInvalidValues;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.spark.transform.SparkTransformExecutor;
|
import org.datavec.spark.transform.SparkTransformExecutor;
|
||||||
import org.datavec.spark.transform.misc.StringToWritablesFunction;
|
import org.datavec.spark.transform.misc.StringToWritablesFunction;
|
||||||
import org.deeplearning4j.nn.conf.MultiLayerConfiguration;
|
import org.deeplearning4j.nn.conf.MultiLayerConfiguration;
|
||||||
|
|
|
@ -34,7 +34,7 @@ import org.datavec.api.records.reader.impl.csv.CSVRecordReader;
|
||||||
import org.datavec.api.transform.TransformProcess;
|
import org.datavec.api.transform.TransformProcess;
|
||||||
import org.datavec.api.transform.filter.FilterInvalidValues;
|
import org.datavec.api.transform.filter.FilterInvalidValues;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.spark.transform.SparkTransformExecutor;
|
import org.datavec.spark.transform.SparkTransformExecutor;
|
||||||
import org.datavec.spark.transform.misc.StringToWritablesFunction;
|
import org.datavec.spark.transform.misc.StringToWritablesFunction;
|
||||||
import org.deeplearning4j.nn.conf.MultiLayerConfiguration;
|
import org.deeplearning4j.nn.conf.MultiLayerConfiguration;
|
||||||
|
|
|
@ -0,0 +1,55 @@
|
||||||
|
/*
|
||||||
|
*
|
||||||
|
* ******************************************************************************
|
||||||
|
* *
|
||||||
|
* * This program and the accompanying materials are made available under the
|
||||||
|
* * terms of the Apache License, Version 2.0 which is available at
|
||||||
|
* * https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
|
* *
|
||||||
|
* * See the NOTICE file distributed with this work for additional
|
||||||
|
* * information regarding copyright ownership.
|
||||||
|
* * Unless required by applicable law or agreed to in writing, software
|
||||||
|
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
|
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
|
* * License for the specific language governing permissions and limitations
|
||||||
|
* * under the License.
|
||||||
|
* *
|
||||||
|
* * SPDX-License-Identifier: Apache-2.0
|
||||||
|
* *****************************************************************************
|
||||||
|
*
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.datavec.api;
|
||||||
|
|
||||||
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
|
|
||||||
|
import java.io.Serializable;
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
public interface Record extends Serializable {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the record values, as a {@code List<Writable>}
|
||||||
|
*
|
||||||
|
* @return Record values
|
||||||
|
*/
|
||||||
|
List<Writable> getRecord();
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the record values for this Record
|
||||||
|
*/
|
||||||
|
void setRecord(List<Writable> record);
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the RecordMetaData for this record
|
||||||
|
*
|
||||||
|
* @return Metadata for this record (or null, if none has been set)
|
||||||
|
*/
|
||||||
|
RecordMetaData getMetaData();
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the Record metadata
|
||||||
|
*/
|
||||||
|
void setMetaData(RecordMetaData recordMetaData);
|
||||||
|
|
||||||
|
}
|
|
@ -1,24 +1,25 @@
|
||||||
/*
|
/*
|
||||||
* ******************************************************************************
|
*
|
||||||
* *
|
* ******************************************************************************
|
||||||
* *
|
* *
|
||||||
* * This program and the accompanying materials are made available under the
|
* * This program and the accompanying materials are made available under the
|
||||||
* * terms of the Apache License, Version 2.0 which is available at
|
* * terms of the Apache License, Version 2.0 which is available at
|
||||||
* * https://www.apache.org/licenses/LICENSE-2.0.
|
* * https://www.apache.org/licenses/LICENSE-2.0.
|
||||||
* *
|
* *
|
||||||
* * See the NOTICE file distributed with this work for additional
|
* * See the NOTICE file distributed with this work for additional
|
||||||
* * information regarding copyright ownership.
|
* * information regarding copyright ownership.
|
||||||
* * Unless required by applicable law or agreed to in writing, software
|
* * Unless required by applicable law or agreed to in writing, software
|
||||||
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
||||||
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
||||||
* * License for the specific language governing permissions and limitations
|
* * License for the specific language governing permissions and limitations
|
||||||
* * under the License.
|
* * under the License.
|
||||||
* *
|
* *
|
||||||
* * SPDX-License-Identifier: Apache-2.0
|
* * SPDX-License-Identifier: Apache-2.0
|
||||||
* *****************************************************************************
|
* *****************************************************************************
|
||||||
|
*
|
||||||
*/
|
*/
|
||||||
|
|
||||||
package org.datavec.api.writable;
|
package org.datavec.api;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonTypeInfo;
|
import com.fasterxml.jackson.annotation.JsonTypeInfo;
|
||||||
|
|
||||||
|
@ -26,6 +27,8 @@ import java.io.DataInput;
|
||||||
import java.io.DataOutput;
|
import java.io.DataOutput;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
import org.datavec.api.writable.WritableFactory;
|
||||||
|
import org.datavec.api.writable.WritableType;
|
||||||
|
|
||||||
@JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class")
|
@JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class")
|
||||||
public interface Writable extends Serializable {
|
public interface Writable extends Serializable {
|
|
@ -24,7 +24,7 @@ import com.fasterxml.jackson.core.JsonFactory;
|
||||||
import com.fasterxml.jackson.core.JsonGenerator;
|
import com.fasterxml.jackson.core.JsonGenerator;
|
||||||
import org.apache.commons.lang3.StringUtils;
|
import org.apache.commons.lang3.StringUtils;
|
||||||
import org.datavec.api.util.ReflectionUtils;
|
import org.datavec.api.util.ReflectionUtils;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.api.writable.WritableType;
|
import org.datavec.api.writable.WritableType;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
|
@ -24,7 +24,7 @@ package org.datavec.api.formats.input;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.io;
|
package org.datavec.api.io;
|
||||||
|
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public interface WritableComparable<T> extends Writable, Comparable<T> {
|
public interface WritableComparable<T> extends Writable, Comparable<T> {
|
||||||
}
|
}
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.io;
|
||||||
|
|
||||||
|
|
||||||
import org.datavec.api.util.ReflectionUtils;
|
import org.datavec.api.util.ReflectionUtils;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInput;
|
import java.io.DataInput;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.io;
|
package org.datavec.api.io;
|
||||||
|
|
||||||
import org.datavec.api.io.converters.WritableConverterException;
|
import org.datavec.api.io.converters.WritableConverterException;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public interface WritableConverter {
|
public interface WritableConverter {
|
||||||
|
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.io;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.util.ReflectionUtils;
|
import org.datavec.api.util.ReflectionUtils;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.*;
|
import java.io.*;
|
||||||
import java.nio.charset.StandardCharsets;
|
import java.nio.charset.StandardCharsets;
|
||||||
|
|
|
@ -20,6 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.io.converters;
|
package org.datavec.api.io.converters;
|
||||||
|
|
||||||
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.api.io.WritableConverter;
|
import org.datavec.api.io.WritableConverter;
|
||||||
import org.datavec.api.writable.*;
|
import org.datavec.api.writable.*;
|
||||||
|
|
||||||
|
|
|
@ -20,6 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.io.converters;
|
package org.datavec.api.io.converters;
|
||||||
|
|
||||||
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.api.io.WritableConverter;
|
import org.datavec.api.io.WritableConverter;
|
||||||
import org.datavec.api.writable.*;
|
import org.datavec.api.writable.*;
|
||||||
|
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.io.converters;
|
||||||
|
|
||||||
import org.datavec.api.io.WritableConverter;
|
import org.datavec.api.io.WritableConverter;
|
||||||
import org.datavec.api.writable.IntWritable;
|
import org.datavec.api.writable.IntWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.io.converters;
|
package org.datavec.api.io.converters;
|
||||||
|
|
||||||
import org.datavec.api.io.WritableConverter;
|
import org.datavec.api.io.WritableConverter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class SelfWritableConverter implements WritableConverter {
|
public class SelfWritableConverter implements WritableConverter {
|
||||||
@Override
|
@Override
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.io.filters;
|
||||||
|
|
||||||
import org.datavec.api.io.labels.ParentPathLabelGenerator;
|
import org.datavec.api.io.labels.ParentPathLabelGenerator;
|
||||||
import org.datavec.api.io.labels.PathLabelGenerator;
|
import org.datavec.api.io.labels.PathLabelGenerator;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
import java.util.*;
|
import java.util.*;
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.io.labels;
|
||||||
|
|
||||||
import org.apache.commons.io.FilenameUtils;
|
import org.apache.commons.io.FilenameUtils;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.File;
|
import java.io.File;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.io.labels;
|
package org.datavec.api.io.labels;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.io.labels;
|
package org.datavec.api.io.labels;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.io.labels;
|
||||||
|
|
||||||
import org.apache.commons.io.FilenameUtils;
|
import org.apache.commons.io.FilenameUtils;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.File;
|
import java.io.File;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
|
|
|
@ -1,55 +0,0 @@
|
||||||
/*
|
|
||||||
* ******************************************************************************
|
|
||||||
* *
|
|
||||||
* *
|
|
||||||
* * This program and the accompanying materials are made available under the
|
|
||||||
* * terms of the Apache License, Version 2.0 which is available at
|
|
||||||
* * https://www.apache.org/licenses/LICENSE-2.0.
|
|
||||||
* *
|
|
||||||
* * See the NOTICE file distributed with this work for additional
|
|
||||||
* * information regarding copyright ownership.
|
|
||||||
* * Unless required by applicable law or agreed to in writing, software
|
|
||||||
* * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
||||||
* * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
||||||
* * License for the specific language governing permissions and limitations
|
|
||||||
* * under the License.
|
|
||||||
* *
|
|
||||||
* * SPDX-License-Identifier: Apache-2.0
|
|
||||||
* *****************************************************************************
|
|
||||||
*/
|
|
||||||
|
|
||||||
package org.datavec.api.records;
|
|
||||||
|
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
|
||||||
import org.datavec.api.writable.Writable;
|
|
||||||
|
|
||||||
import java.io.Serializable;
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
public interface Record extends Serializable {
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Get the record values, as a {@code List<Writable>}
|
|
||||||
*
|
|
||||||
* @return Record values
|
|
||||||
*/
|
|
||||||
List<Writable> getRecord();
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Get the record values for this Record
|
|
||||||
*/
|
|
||||||
void setRecord(List<Writable> record);
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Get the RecordMetaData for this record
|
|
||||||
*
|
|
||||||
* @return Metadata for this record (or null, if none has been set)
|
|
||||||
*/
|
|
||||||
RecordMetaData getMetaData();
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Set the Record metadata
|
|
||||||
*/
|
|
||||||
void setMetaData(RecordMetaData recordMetaData);
|
|
||||||
|
|
||||||
}
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.records;
|
package org.datavec.api.records;
|
||||||
|
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
@ -29,7 +29,7 @@ import java.util.List;
|
||||||
public interface SequenceRecord extends Serializable {
|
public interface SequenceRecord extends Serializable {
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Get the sequence record values
|
* Get the sequence record values. The outer list is the sequence of Records
|
||||||
*
|
*
|
||||||
* @return Sequence record values
|
* @return Sequence record values
|
||||||
*/
|
*/
|
||||||
|
|
|
@ -23,13 +23,13 @@ package org.datavec.api.records.impl;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@Data
|
@Data
|
||||||
public class Record implements org.datavec.api.records.Record {
|
public class Record implements org.datavec.api.Record {
|
||||||
|
|
||||||
private List<Writable> record;
|
private List<Writable> record;
|
||||||
private RecordMetaData metaData;
|
private RecordMetaData metaData;
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.records.impl;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
|
|
|
@ -28,7 +28,7 @@ import org.datavec.api.records.writer.RecordWriter;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.split.partition.NumberOfRecordsPartitioner;
|
import org.datavec.api.split.partition.NumberOfRecordsPartitioner;
|
||||||
import org.datavec.api.split.partition.Partitioner;
|
import org.datavec.api.split.partition.Partitioner;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
|
|
|
@ -24,7 +24,7 @@ import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.split.StreamInputSplit;
|
import org.datavec.api.split.StreamInputSplit;
|
||||||
import org.datavec.api.split.streams.FileStreamCreatorFunction;
|
import org.datavec.api.split.streams.FileStreamCreatorFunction;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.Function;
|
import org.nd4j.common.function.Function;
|
||||||
|
|
||||||
import java.io.Closeable;
|
import java.io.Closeable;
|
||||||
|
|
|
@ -22,11 +22,11 @@ package org.datavec.api.records.reader;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configurable;
|
import org.datavec.api.conf.Configurable;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.*;
|
import java.io.*;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
|
|
|
@ -20,10 +20,10 @@
|
||||||
|
|
||||||
package org.datavec.api.records.reader;
|
package org.datavec.api.records.reader;
|
||||||
|
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,12 +21,12 @@
|
||||||
package org.datavec.api.records.reader.impl;
|
package org.datavec.api.records.reader.impl;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,12 +21,12 @@
|
||||||
package org.datavec.api.records.reader.impl;
|
package org.datavec.api.records.reader.impl;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -23,14 +23,14 @@ package org.datavec.api.records.reader.impl;
|
||||||
import lombok.Getter;
|
import lombok.Getter;
|
||||||
import lombok.Setter;
|
import lombok.Setter;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataURI;
|
import org.datavec.api.records.metadata.RecordMetaDataURI;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.IntWritable;
|
import org.datavec.api.writable.IntWritable;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.*;
|
import java.io.*;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
|
|
|
@ -26,7 +26,7 @@ import lombok.extern.slf4j.Slf4j;
|
||||||
import org.apache.commons.io.IOUtils;
|
import org.apache.commons.io.IOUtils;
|
||||||
import org.apache.commons.io.LineIterator;
|
import org.apache.commons.io.LineIterator;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
|
@ -34,7 +34,7 @@ import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.split.InputStreamInputSplit;
|
import org.datavec.api.split.InputStreamInputSplit;
|
||||||
import org.datavec.api.split.StringSplit;
|
import org.datavec.api.split.StringSplit;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.base.Preconditions;
|
import org.nd4j.common.base.Preconditions;
|
||||||
import org.nd4j.common.primitives.Triple;
|
import org.nd4j.common.primitives.Triple;
|
||||||
|
|
||||||
|
|
|
@ -22,12 +22,12 @@ package org.datavec.api.records.reader.impl.collection;
|
||||||
|
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataIndex;
|
import org.datavec.api.records.metadata.RecordMetaDataIndex;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -22,14 +22,14 @@ package org.datavec.api.records.reader.impl.collection;
|
||||||
|
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataIndex;
|
import org.datavec.api.records.metadata.RecordMetaDataIndex;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,13 +21,13 @@
|
||||||
package org.datavec.api.records.reader.impl.collection;
|
package org.datavec.api.records.reader.impl.collection;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.split.ListStringSplit;
|
import org.datavec.api.split.ListStringSplit;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -20,11 +20,11 @@
|
||||||
|
|
||||||
package org.datavec.api.records.reader.impl.csv;
|
package org.datavec.api.records.reader.impl.csv;
|
||||||
|
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -24,7 +24,7 @@ import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataInterval;
|
import org.datavec.api.records.metadata.RecordMetaDataInterval;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.base.Preconditions;
|
import org.nd4j.common.base.Preconditions;
|
||||||
|
|
||||||
import java.io.BufferedReader;
|
import java.io.BufferedReader;
|
||||||
|
|
|
@ -21,14 +21,14 @@
|
||||||
package org.datavec.api.records.reader.impl.csv;
|
package org.datavec.api.records.reader.impl.csv;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
|
import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.primitives.Triple;
|
import org.nd4j.common.primitives.Triple;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
|
|
|
@ -22,13 +22,13 @@ package org.datavec.api.records.reader.impl.csv;
|
||||||
|
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
||||||
import org.datavec.api.records.reader.impl.LineRecordReader;
|
import org.datavec.api.records.reader.impl.LineRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.base.Preconditions;
|
import org.nd4j.common.base.Preconditions;
|
||||||
|
|
||||||
import java.io.BufferedReader;
|
import java.io.BufferedReader;
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.records.reader.impl.csv;
|
package org.datavec.api.records.reader.impl.csv;
|
||||||
|
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -28,7 +28,7 @@ import org.datavec.api.records.metadata.RecordMetaDataURI;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.records.reader.impl.FileRecordReader;
|
import org.datavec.api.records.reader.impl.FileRecordReader;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.*;
|
import java.io.*;
|
||||||
import java.net.URI;
|
import java.net.URI;
|
||||||
|
|
|
@ -21,13 +21,13 @@
|
||||||
package org.datavec.api.records.reader.impl.csv;
|
package org.datavec.api.records.reader.impl.csv;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
|
import org.datavec.api.records.metadata.RecordMetaDataLineInterval;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,12 +21,12 @@
|
||||||
package org.datavec.api.records.reader.impl.filebatch;
|
package org.datavec.api.records.reader.impl.filebatch;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.loader.FileBatch;
|
import org.nd4j.common.loader.FileBatch;
|
||||||
import org.nd4j.common.base.Preconditions;
|
import org.nd4j.common.base.Preconditions;
|
||||||
|
|
||||||
|
|
|
@ -21,13 +21,13 @@
|
||||||
package org.datavec.api.records.reader.impl.filebatch;
|
package org.datavec.api.records.reader.impl.filebatch;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.loader.FileBatch;
|
import org.nd4j.common.loader.FileBatch;
|
||||||
import org.nd4j.common.base.Preconditions;
|
import org.nd4j.common.base.Preconditions;
|
||||||
|
|
||||||
|
|
|
@ -22,12 +22,12 @@ package org.datavec.api.records.reader.impl.inmemory;
|
||||||
|
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -22,13 +22,13 @@ package org.datavec.api.records.reader.impl.inmemory;
|
||||||
|
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.records.reader.impl.jackson;
|
package org.datavec.api.records.reader.impl.jackson;
|
||||||
|
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
|
|
@ -24,7 +24,7 @@ import java.util.List;
|
||||||
|
|
||||||
import org.datavec.api.records.reader.impl.LineRecordReader;
|
import org.datavec.api.records.reader.impl.LineRecordReader;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
public class JacksonLineRecordReader extends LineRecordReader {
|
public class JacksonLineRecordReader extends LineRecordReader {
|
||||||
|
|
|
@ -27,7 +27,7 @@ import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataURI;
|
import org.datavec.api.records.metadata.RecordMetaDataURI;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.records.reader.impl.FileRecordReader;
|
import org.datavec.api.records.reader.impl.FileRecordReader;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
import java.io.*;
|
import java.io.*;
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.records.reader.impl.jackson;
|
package org.datavec.api.records.reader.impl.jackson;
|
||||||
|
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
|
|
|
@ -26,13 +26,13 @@ import org.apache.commons.io.FileUtils;
|
||||||
import org.apache.commons.io.IOUtils;
|
import org.apache.commons.io.IOUtils;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.io.labels.PathLabelGenerator;
|
import org.datavec.api.io.labels.PathLabelGenerator;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataURI;
|
import org.datavec.api.records.metadata.RecordMetaDataURI;
|
||||||
import org.datavec.api.records.reader.BaseRecordReader;
|
import org.datavec.api.records.reader.BaseRecordReader;
|
||||||
import org.datavec.api.split.FileSplit;
|
import org.datavec.api.split.FileSplit;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.core.type.TypeReference;
|
import com.fasterxml.jackson.core.type.TypeReference;
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
import com.fasterxml.jackson.databind.ObjectMapper;
|
||||||
|
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.records.reader.impl.misc;
|
||||||
|
|
||||||
import org.datavec.api.records.reader.impl.FileRecordReader;
|
import org.datavec.api.records.reader.impl.FileRecordReader;
|
||||||
import org.datavec.api.writable.DoubleWritable;
|
import org.datavec.api.writable.DoubleWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -21,14 +21,14 @@
|
||||||
package org.datavec.api.records.reader.impl.misc;
|
package org.datavec.api.records.reader.impl.misc;
|
||||||
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
||||||
import org.datavec.api.records.reader.impl.LineRecordReader;
|
import org.datavec.api.records.reader.impl.LineRecordReader;
|
||||||
import org.datavec.api.writable.DoubleWritable;
|
import org.datavec.api.writable.DoubleWritable;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.IntWritable;
|
import org.datavec.api.writable.IntWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
|
|
|
@ -21,13 +21,13 @@
|
||||||
package org.datavec.api.records.reader.impl.regex;
|
package org.datavec.api.records.reader.impl.regex;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
import org.datavec.api.records.metadata.RecordMetaDataLine;
|
||||||
import org.datavec.api.records.reader.impl.LineRecordReader;
|
import org.datavec.api.records.reader.impl.LineRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -30,7 +30,7 @@ import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.records.reader.impl.FileRecordReader;
|
import org.datavec.api.records.reader.impl.FileRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.base.Preconditions;
|
import org.nd4j.common.base.Preconditions;
|
||||||
import org.slf4j.Logger;
|
import org.slf4j.Logger;
|
||||||
import org.slf4j.LoggerFactory;
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
|
@ -21,13 +21,13 @@
|
||||||
package org.datavec.api.records.reader.impl.transform;
|
package org.datavec.api.records.reader.impl.transform;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.transform.TransformProcess;
|
import org.datavec.api.transform.TransformProcess;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -22,14 +22,14 @@ package org.datavec.api.records.reader.impl.transform;
|
||||||
|
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import org.datavec.api.conf.Configuration;
|
import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.records.Record;
|
import org.datavec.api.Record;
|
||||||
import org.datavec.api.records.SequenceRecord;
|
import org.datavec.api.records.SequenceRecord;
|
||||||
import org.datavec.api.records.listener.RecordListener;
|
import org.datavec.api.records.listener.RecordListener;
|
||||||
import org.datavec.api.records.metadata.RecordMetaData;
|
import org.datavec.api.records.metadata.RecordMetaData;
|
||||||
import org.datavec.api.records.reader.SequenceRecordReader;
|
import org.datavec.api.records.reader.SequenceRecordReader;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.transform.TransformProcess;
|
import org.datavec.api.transform.TransformProcess;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.DataInputStream;
|
import java.io.DataInputStream;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -26,7 +26,7 @@ import org.datavec.api.conf.Configuration;
|
||||||
import org.datavec.api.split.InputSplit;
|
import org.datavec.api.split.InputSplit;
|
||||||
import org.datavec.api.split.partition.PartitionMetaData;
|
import org.datavec.api.split.partition.PartitionMetaData;
|
||||||
import org.datavec.api.split.partition.Partitioner;
|
import org.datavec.api.split.partition.Partitioner;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Closeable;
|
import java.io.Closeable;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -24,7 +24,7 @@ package org.datavec.api.records.writer;
|
||||||
|
|
||||||
import org.datavec.api.conf.Configurable;
|
import org.datavec.api.conf.Configurable;
|
||||||
import org.datavec.api.split.partition.PartitionMetaData;
|
import org.datavec.api.split.partition.PartitionMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Closeable;
|
import java.io.Closeable;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
|
|
|
@ -24,7 +24,7 @@ package org.datavec.api.records.writer.impl;
|
||||||
import org.apache.commons.lang3.NotImplementedException;
|
import org.apache.commons.lang3.NotImplementedException;
|
||||||
import org.datavec.api.split.partition.PartitionMetaData;
|
import org.datavec.api.split.partition.PartitionMetaData;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.records.writer.impl.csv;
|
||||||
|
|
||||||
import org.datavec.api.records.writer.impl.FileRecordWriter;
|
import org.datavec.api.records.writer.impl.FileRecordWriter;
|
||||||
import org.datavec.api.split.partition.PartitionMetaData;
|
import org.datavec.api.split.partition.PartitionMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -24,7 +24,7 @@ package org.datavec.api.records.writer.impl.misc;
|
||||||
import org.apache.commons.lang3.NotImplementedException;
|
import org.apache.commons.lang3.NotImplementedException;
|
||||||
import org.datavec.api.records.writer.impl.FileRecordWriter;
|
import org.datavec.api.records.writer.impl.FileRecordWriter;
|
||||||
import org.datavec.api.split.partition.PartitionMetaData;
|
import org.datavec.api.split.partition.PartitionMetaData;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -27,7 +27,7 @@ import org.datavec.api.records.reader.impl.misc.SVMLightRecordReader;
|
||||||
import org.datavec.api.records.writer.impl.FileRecordWriter;
|
import org.datavec.api.records.writer.impl.FileRecordWriter;
|
||||||
import org.datavec.api.split.partition.PartitionMetaData;
|
import org.datavec.api.split.partition.PartitionMetaData;
|
||||||
import org.datavec.api.writable.ArrayWritable;
|
import org.datavec.api.writable.ArrayWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
|
|
@ -24,7 +24,7 @@ import lombok.AllArgsConstructor;
|
||||||
import lombok.Builder;
|
import lombok.Builder;
|
||||||
import lombok.Getter;
|
import lombok.Getter;
|
||||||
import org.datavec.api.writable.NDArrayWritable;
|
import org.datavec.api.writable.NDArrayWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.linalg.api.ndarray.INDArray;
|
import org.nd4j.linalg.api.ndarray.INDArray;
|
||||||
import org.nd4j.linalg.factory.Nd4j;
|
import org.nd4j.linalg.factory.Nd4j;
|
||||||
import org.nd4j.linalg.indexing.INDArrayIndex;
|
import org.nd4j.linalg.indexing.INDArrayIndex;
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.transform;
|
package org.datavec.api.transform;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.annotation.JsonInclude;
|
import com.fasterxml.jackson.annotation.JsonInclude;
|
||||||
import com.fasterxml.jackson.annotation.JsonTypeInfo;
|
import com.fasterxml.jackson.annotation.JsonTypeInfo;
|
||||||
|
|
||||||
|
|
|
@ -23,6 +23,7 @@ package org.datavec.api.transform;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import lombok.NonNull;
|
import lombok.NonNull;
|
||||||
import lombok.extern.slf4j.Slf4j;
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.datavec.api.Writable;
|
||||||
import org.datavec.api.records.reader.RecordReader;
|
import org.datavec.api.records.reader.RecordReader;
|
||||||
import org.datavec.api.transform.analysis.DataAnalysis;
|
import org.datavec.api.transform.analysis.DataAnalysis;
|
||||||
import org.datavec.api.transform.analysis.columns.ColumnAnalysis;
|
import org.datavec.api.transform.analysis.columns.ColumnAnalysis;
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.transform.analysis;
|
package org.datavec.api.transform.analysis;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@Data
|
@Data
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
import java.util.HashSet;
|
import java.util.HashSet;
|
||||||
|
|
|
@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@Data
|
@Data
|
||||||
|
|
|
@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@Data
|
@Data
|
||||||
|
|
|
@ -24,7 +24,7 @@ import com.tdunning.math.stats.TDigest;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@Data
|
@Data
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.transform.analysis.columns.NDArrayAnalysis;
|
import org.datavec.api.transform.analysis.columns.NDArrayAnalysis;
|
||||||
import org.datavec.api.writable.NDArrayWritable;
|
import org.datavec.api.writable.NDArrayWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.linalg.api.ndarray.INDArray;
|
import org.nd4j.linalg.api.ndarray.INDArray;
|
||||||
|
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.transform.analysis.counter;
|
||||||
import lombok.AllArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.analysis.AnalysisCounter;
|
import org.datavec.api.transform.analysis.AnalysisCounter;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
@AllArgsConstructor
|
@AllArgsConstructor
|
||||||
@Data
|
@Data
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.transform.analysis.histogram;
|
package org.datavec.api.transform.analysis.histogram;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.HashMap;
|
import java.util.HashMap;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.transform.analysis.histogram;
|
package org.datavec.api.transform.analysis.histogram;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class DoubleHistogramCounter implements HistogramCounter {
|
public class DoubleHistogramCounter implements HistogramCounter {
|
||||||
|
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.transform.analysis.histogram;
|
package org.datavec.api.transform.analysis.histogram;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.transform.analysis.histogram;
|
||||||
|
|
||||||
import org.datavec.api.writable.DoubleWritable;
|
import org.datavec.api.writable.DoubleWritable;
|
||||||
import org.datavec.api.writable.NDArrayWritable;
|
import org.datavec.api.writable.NDArrayWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.linalg.api.ndarray.INDArray;
|
import org.nd4j.linalg.api.ndarray.INDArray;
|
||||||
|
|
||||||
public class NDArrayHistogramCounter implements HistogramCounter {
|
public class NDArrayHistogramCounter implements HistogramCounter {
|
||||||
|
|
|
@ -20,7 +20,7 @@
|
||||||
|
|
||||||
package org.datavec.api.transform.analysis.histogram;
|
package org.datavec.api.transform.analysis.histogram;
|
||||||
|
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class StringHistogramCounter implements HistogramCounter {
|
public class StringHistogramCounter implements HistogramCounter {
|
||||||
|
|
||||||
|
|
|
@ -31,7 +31,7 @@ import org.datavec.api.transform.analysis.quality.string.StringQualityAnalysisSt
|
||||||
import org.datavec.api.transform.analysis.quality.time.TimeQualityAnalysisState;
|
import org.datavec.api.transform.analysis.quality.time.TimeQualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.*;
|
import org.datavec.api.transform.metadata.*;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -21,7 +21,7 @@
|
||||||
package org.datavec.api.transform.analysis.quality;
|
package org.datavec.api.transform.analysis.quality;
|
||||||
|
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
||||||
|
|
|
@ -24,7 +24,7 @@ import lombok.Getter;
|
||||||
import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.quality.columns.BytesQuality;
|
import org.datavec.api.transform.quality.columns.BytesQuality;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class BytesQualityAnalysisState implements QualityAnalysisState<BytesQualityAnalysisState> {
|
public class BytesQualityAnalysisState implements QualityAnalysisState<BytesQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.CategoricalMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.CategoricalQuality;
|
import org.datavec.api.transform.quality.columns.CategoricalQuality;
|
||||||
import org.datavec.api.writable.NullWritable;
|
import org.datavec.api.writable.NullWritable;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.CategoricalMetaData;
|
import org.datavec.api.transform.metadata.CategoricalMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.CategoricalQuality;
|
import org.datavec.api.transform.quality.columns.CategoricalQuality;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class CategoricalQualityAnalysisState implements QualityAnalysisState<CategoricalQualityAnalysisState> {
|
public class CategoricalQualityAnalysisState implements QualityAnalysisState<CategoricalQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.IntegerMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.IntegerQuality;
|
import org.datavec.api.transform.quality.columns.IntegerQuality;
|
||||||
import org.datavec.api.writable.NullWritable;
|
import org.datavec.api.writable.NullWritable;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.IntegerMetaData;
|
import org.datavec.api.transform.metadata.IntegerMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.transform.quality.columns.IntegerQuality;
|
import org.datavec.api.transform.quality.columns.IntegerQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class IntegerQualityAnalysisState implements QualityAnalysisState<IntegerQualityAnalysisState> {
|
public class IntegerQualityAnalysisState implements QualityAnalysisState<IntegerQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.LongMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.LongQuality;
|
import org.datavec.api.transform.quality.columns.LongQuality;
|
||||||
import org.datavec.api.writable.NullWritable;
|
import org.datavec.api.writable.NullWritable;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.LongMetaData;
|
import org.datavec.api.transform.metadata.LongMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.transform.quality.columns.LongQuality;
|
import org.datavec.api.transform.quality.columns.LongQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class LongQualityAnalysisState implements QualityAnalysisState<LongQualityAnalysisState> {
|
public class LongQualityAnalysisState implements QualityAnalysisState<LongQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.DoubleMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.DoubleQuality;
|
import org.datavec.api.transform.quality.columns.DoubleQuality;
|
||||||
import org.datavec.api.writable.NullWritable;
|
import org.datavec.api.writable.NullWritable;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.DoubleMetaData;
|
import org.datavec.api.transform.metadata.DoubleMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.transform.quality.columns.DoubleQuality;
|
import org.datavec.api.transform.quality.columns.DoubleQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class RealQualityAnalysisState implements QualityAnalysisState<RealQualityAnalysisState> {
|
public class RealQualityAnalysisState implements QualityAnalysisState<RealQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -25,7 +25,7 @@ import lombok.AllArgsConstructor;
|
||||||
import org.datavec.api.transform.metadata.StringMetaData;
|
import org.datavec.api.transform.metadata.StringMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.StringQuality;
|
import org.datavec.api.transform.quality.columns.StringQuality;
|
||||||
import org.datavec.api.writable.NullWritable;
|
import org.datavec.api.writable.NullWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.StringMetaData;
|
import org.datavec.api.transform.metadata.StringMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.transform.quality.columns.StringQuality;
|
import org.datavec.api.transform.quality.columns.StringQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class StringQualityAnalysisState implements QualityAnalysisState<StringQualityAnalysisState> {
|
public class StringQualityAnalysisState implements QualityAnalysisState<StringQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.metadata.TimeMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.TimeQuality;
|
import org.datavec.api.transform.quality.columns.TimeQuality;
|
||||||
import org.datavec.api.writable.NullWritable;
|
import org.datavec.api.writable.NullWritable;
|
||||||
import org.datavec.api.writable.Text;
|
import org.datavec.api.writable.Text;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import org.nd4j.common.function.BiFunction;
|
import org.nd4j.common.function.BiFunction;
|
||||||
|
|
||||||
import java.io.Serializable;
|
import java.io.Serializable;
|
||||||
|
|
|
@ -25,7 +25,7 @@ import org.datavec.api.transform.analysis.quality.QualityAnalysisState;
|
||||||
import org.datavec.api.transform.metadata.TimeMetaData;
|
import org.datavec.api.transform.metadata.TimeMetaData;
|
||||||
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
import org.datavec.api.transform.quality.columns.ColumnQuality;
|
||||||
import org.datavec.api.transform.quality.columns.TimeQuality;
|
import org.datavec.api.transform.quality.columns.TimeQuality;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
public class TimeQualityAnalysisState implements QualityAnalysisState<TimeQualityAnalysisState> {
|
public class TimeQualityAnalysisState implements QualityAnalysisState<TimeQualityAnalysisState> {
|
||||||
|
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.transform.condition;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import lombok.EqualsAndHashCode;
|
import lombok.EqualsAndHashCode;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -22,7 +22,7 @@ package org.datavec.api.transform.condition;
|
||||||
|
|
||||||
import org.datavec.api.transform.ColumnOp;
|
import org.datavec.api.transform.ColumnOp;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.annotation.JsonInclude;
|
import com.fasterxml.jackson.annotation.JsonInclude;
|
||||||
import com.fasterxml.jackson.annotation.JsonTypeInfo;
|
import com.fasterxml.jackson.annotation.JsonTypeInfo;
|
||||||
|
|
||||||
|
|
|
@ -24,7 +24,7 @@ import lombok.Data;
|
||||||
import lombok.EqualsAndHashCode;
|
import lombok.EqualsAndHashCode;
|
||||||
import org.datavec.api.transform.condition.SequenceConditionMode;
|
import org.datavec.api.transform.condition.SequenceConditionMode;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
|
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
|
@ -23,7 +23,7 @@ package org.datavec.api.transform.condition.column;
|
||||||
import lombok.Data;
|
import lombok.Data;
|
||||||
import org.datavec.api.transform.condition.SequenceConditionMode;
|
import org.datavec.api.transform.condition.SequenceConditionMode;
|
||||||
import org.datavec.api.writable.BooleanWritable;
|
import org.datavec.api.writable.BooleanWritable;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
@Data
|
@Data
|
||||||
public class BooleanColumnCondition extends BaseColumnCondition {
|
public class BooleanColumnCondition extends BaseColumnCondition {
|
||||||
|
|
|
@ -24,7 +24,7 @@ import lombok.Data;
|
||||||
import lombok.EqualsAndHashCode;
|
import lombok.EqualsAndHashCode;
|
||||||
import org.datavec.api.transform.condition.ConditionOp;
|
import org.datavec.api.transform.condition.ConditionOp;
|
||||||
import org.datavec.api.transform.condition.SequenceConditionMode;
|
import org.datavec.api.transform.condition.SequenceConditionMode;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
import com.fasterxml.jackson.annotation.JsonProperty;
|
||||||
|
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
|
|
|
@ -24,7 +24,7 @@ import org.datavec.api.transform.ColumnOp;
|
||||||
import org.datavec.api.transform.condition.Condition;
|
import org.datavec.api.transform.condition.Condition;
|
||||||
import org.datavec.api.transform.condition.SequenceConditionMode;
|
import org.datavec.api.transform.condition.SequenceConditionMode;
|
||||||
import org.datavec.api.transform.schema.Schema;
|
import org.datavec.api.transform.schema.Schema;
|
||||||
import org.datavec.api.writable.Writable;
|
import org.datavec.api.Writable;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
|
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue