122 lines
4.7 KiB
Python
122 lines
4.7 KiB
Python
################################################################################
|
|
# Copyright (c) 2015-2018 Skymind, Inc.
|
|
#
|
|
# This program and the accompanying materials are made available under the
|
|
# terms of the Apache License, Version 2.0 which is available at
|
|
# https://www.apache.org/licenses/LICENSE-2.0.
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
#
|
|
# SPDX-License-Identifier: Apache-2.0
|
|
################################################################################
|
|
|
|
|
|
import jnius_config
|
|
import os
|
|
import warnings
|
|
import pydl4j
|
|
|
|
pydl4j.validate_datavec_jars()
|
|
|
|
|
|
# -------------JVM starts here-------------
|
|
from jnius import autoclass
|
|
|
|
JString = autoclass("java.lang.String")
|
|
JSchema = autoclass('org.datavec.api.transform.schema.Schema')
|
|
SchemaBuilder = autoclass('org/datavec/api/transform/schema/Schema$Builder')
|
|
|
|
JTransformProcess = autoclass('org.datavec.api.transform.TransformProcess')
|
|
TransformProcessBuilder = autoclass(
|
|
'org/datavec/api/transform/TransformProcess$Builder')
|
|
|
|
ConditionOp = autoclass('org.datavec.api.transform.condition.ConditionOp')
|
|
ConditionFilter = autoclass('org.datavec.api.transform.filter.ConditionFilter')
|
|
|
|
BooleanColumnCondition = autoclass(
|
|
'org.datavec.api.transform.condition.column.BooleanColumnCondition')
|
|
CategoricalColumnCondition = autoclass(
|
|
'org.datavec.api.transform.condition.column.CategoricalColumnCondition')
|
|
DoubleColumnCondition = autoclass(
|
|
'org.datavec.api.transform.condition.column.DoubleColumnCondition')
|
|
StringColumnCondition = autoclass(
|
|
'org.datavec.api.transform.condition.column.StringColumnCondition')
|
|
|
|
|
|
BooleanWritable = autoclass('org.datavec.api.writable.BooleanWritable')
|
|
IntegerWritable = autoclass('org.datavec.api.writable.IntWritable')
|
|
LongWritable = autoclass('org.datavec.api.writable.LongWritable')
|
|
FloatWritable = autoclass('org.datavec.api.writable.FloatWritable')
|
|
DoubleWritable = autoclass('org.datavec.api.writable.DoubleWritable')
|
|
|
|
|
|
DateTimeZone = autoclass('org.joda.time.DateTimeZone')
|
|
DateTimeFieldType = autoclass('org.joda.time.DateTimeFieldType')
|
|
DeriveColumnsFromTimeTransformBuilder = autoclass(
|
|
'org.datavec.api.transform.transform.time.DeriveColumnsFromTimeTransform$Builder')
|
|
|
|
|
|
Arrays = autoclass('java.util.Arrays')
|
|
HashSet = autoclass('java.util.HashSet')
|
|
|
|
|
|
JDouble = autoclass('java.lang.Double')
|
|
JFloat = autoclass('java.lang.Float')
|
|
|
|
Arrays = autoclass('java.util.Arrays')
|
|
JMap = autoclass('java.util.HashMap')
|
|
|
|
try:
|
|
SparkConf = autoclass('org.apache.spark.SparkConf')
|
|
SparkContext = autoclass('org.apache.spark.api.java.JavaSparkContext')
|
|
JavaRDD = autoclass('org.apache.spark.api.java.JavaRDD')
|
|
SparkTransformExecutor = autoclass(
|
|
'org.datavec.spark.transform.SparkTransformExecutor')
|
|
StringToWritablesFunction = autoclass(
|
|
'org.datavec.spark.transform.misc.StringToWritablesFunction')
|
|
WritablesToStringFunction = autoclass(
|
|
'org.datavec.spark.transform.misc.WritablesToStringFunction')
|
|
spark_available = True
|
|
except:
|
|
spark_available = False
|
|
|
|
CSVRecordReader = autoclass(
|
|
'org.datavec.api.records.reader.impl.csv.CSVRecordReader')
|
|
CSVRecordWriter = autoclass(
|
|
'org.datavec.api.records.writer.impl.csv.CSVRecordWriter')
|
|
|
|
LocalTransformExecutor = autoclass(
|
|
'org.datavec.local.transforms.LocalTransformExecutor')
|
|
|
|
ChangeCaseStringTransform = autoclass(
|
|
'org.datavec.api.transform.transform.string.ChangeCaseStringTransform')
|
|
ChangeCaseStringTransformCaseType = autoclass(
|
|
'org.datavec.api.transform.transform.string.ChangeCaseStringTransform$CaseType')
|
|
ConcatenateStringColumns = autoclass(
|
|
'org.datavec.api.transform.transform.string.ConcatenateStringColumns')
|
|
RemoveWhiteSpaceTransform = autoclass(
|
|
'org.datavec.api.transform.transform.string.RemoveWhiteSpaceTransform')
|
|
ReplaceEmptyStringTransform = autoclass(
|
|
'org.datavec.api.transform.transform.string.ReplaceEmptyStringTransform')
|
|
ReplaceStringTransform = autoclass(
|
|
'org.datavec.api.transform.transform.string.ReplaceStringTransform')
|
|
StringMapTransform = autoclass(
|
|
'org.datavec.api.transform.transform.string.StringMapTransform')
|
|
|
|
|
|
ReducerBuilder = autoclass('org.datavec.api.transform.reduce.Reducer$Builder')
|
|
ReduceOp = autoclass('org.datavec.api.transform.ReduceOp')
|
|
|
|
|
|
FileSplit = autoclass('org.datavec.api.split.FileSplit')
|
|
|
|
JFile = autoclass('java.io.File')
|
|
ArrayList = autoclass('java.util.ArrayList')
|
|
|
|
NumberOfRecordsPartitioner = autoclass(
|
|
'org.datavec.api.split.partition.NumberOfRecordsPartitioner')
|