################################################################################ # Copyright (c) 2015-2018 Skymind, Inc. # # This program and the accompanying materials are made available under the # terms of the Apache License, Version 2.0 which is available at # https://www.apache.org/licenses/LICENSE-2.0. # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the # License for the specific language governing permissions and limitations # under the License. # # SPDX-License-Identifier: Apache-2.0 ################################################################################ import jnius_config import os import warnings import pydl4j pydl4j.validate_datavec_jars() # -------------JVM starts here------------- from jnius import autoclass JString = autoclass("java.lang.String") JSchema = autoclass('org.datavec.api.transform.schema.Schema') SchemaBuilder = autoclass('org/datavec/api/transform/schema/Schema$Builder') JTransformProcess = autoclass('org.datavec.api.transform.TransformProcess') TransformProcessBuilder = autoclass( 'org/datavec/api/transform/TransformProcess$Builder') ConditionOp = autoclass('org.datavec.api.transform.condition.ConditionOp') ConditionFilter = autoclass('org.datavec.api.transform.filter.ConditionFilter') BooleanColumnCondition = autoclass( 'org.datavec.api.transform.condition.column.BooleanColumnCondition') CategoricalColumnCondition = autoclass( 'org.datavec.api.transform.condition.column.CategoricalColumnCondition') DoubleColumnCondition = autoclass( 'org.datavec.api.transform.condition.column.DoubleColumnCondition') StringColumnCondition = autoclass( 'org.datavec.api.transform.condition.column.StringColumnCondition') BooleanWritable = autoclass('org.datavec.api.writable.BooleanWritable') IntegerWritable = autoclass('org.datavec.api.writable.IntWritable') LongWritable = autoclass('org.datavec.api.writable.LongWritable') FloatWritable = autoclass('org.datavec.api.writable.FloatWritable') DoubleWritable = autoclass('org.datavec.api.writable.DoubleWritable') DateTimeZone = autoclass('org.joda.time.DateTimeZone') DateTimeFieldType = autoclass('org.joda.time.DateTimeFieldType') DeriveColumnsFromTimeTransformBuilder = autoclass( 'org.datavec.api.transform.transform.time.DeriveColumnsFromTimeTransform$Builder') Arrays = autoclass('java.util.Arrays') HashSet = autoclass('java.util.HashSet') JDouble = autoclass('java.lang.Double') JFloat = autoclass('java.lang.Float') Arrays = autoclass('java.util.Arrays') JMap = autoclass('java.util.HashMap') try: SparkConf = autoclass('org.apache.spark.SparkConf') SparkContext = autoclass('org.apache.spark.api.java.JavaSparkContext') JavaRDD = autoclass('org.apache.spark.api.java.JavaRDD') SparkTransformExecutor = autoclass( 'org.datavec.spark.transform.SparkTransformExecutor') StringToWritablesFunction = autoclass( 'org.datavec.spark.transform.misc.StringToWritablesFunction') WritablesToStringFunction = autoclass( 'org.datavec.spark.transform.misc.WritablesToStringFunction') spark_available = True except: spark_available = False CSVRecordReader = autoclass( 'org.datavec.api.records.reader.impl.csv.CSVRecordReader') CSVRecordWriter = autoclass( 'org.datavec.api.records.writer.impl.csv.CSVRecordWriter') LocalTransformExecutor = autoclass( 'org.datavec.local.transforms.LocalTransformExecutor') ChangeCaseStringTransform = autoclass( 'org.datavec.api.transform.transform.string.ChangeCaseStringTransform') ChangeCaseStringTransformCaseType = autoclass( 'org.datavec.api.transform.transform.string.ChangeCaseStringTransform$CaseType') ConcatenateStringColumns = autoclass( 'org.datavec.api.transform.transform.string.ConcatenateStringColumns') RemoveWhiteSpaceTransform = autoclass( 'org.datavec.api.transform.transform.string.RemoveWhiteSpaceTransform') ReplaceEmptyStringTransform = autoclass( 'org.datavec.api.transform.transform.string.ReplaceEmptyStringTransform') ReplaceStringTransform = autoclass( 'org.datavec.api.transform.transform.string.ReplaceStringTransform') StringMapTransform = autoclass( 'org.datavec.api.transform.transform.string.StringMapTransform') ReducerBuilder = autoclass('org.datavec.api.transform.reduce.Reducer$Builder') ReduceOp = autoclass('org.datavec.api.transform.ReduceOp') FileSplit = autoclass('org.datavec.api.split.FileSplit') JFile = autoclass('java.io.File') ArrayList = autoclass('java.util.ArrayList') NumberOfRecordsPartitioner = autoclass( 'org.datavec.api.split.partition.NumberOfRecordsPartitioner')