diff --git a/change-cuda-versions.sh b/change-cuda-versions.sh index 947b90d51..719ca3fae 100755 --- a/change-cuda-versions.sh +++ b/change-cuda-versions.sh @@ -20,7 +20,9 @@ # ******************************************************************************/ # -# This shell script is adapted from Apache Flink (in turn, adapted from Apache Spark) some modifications. + + + set -e diff --git a/change-scala-versions.sh b/change-scala-versions.sh index a636388fc..3bedd6a90 100755 --- a/change-scala-versions.sh +++ b/change-scala-versions.sh @@ -20,7 +20,9 @@ # ******************************************************************************/ # -# This shell script is adapted from Apache Flink (in turn, adapted from Apache Spark) some modifications. + + + set -e diff --git a/contrib/attic/arbiter/arbiter-ui/src/main/resources/META-INF/services/org.deeplearning4j.ui.api.UIModule b/contrib/attic/arbiter/arbiter-ui/src/main/resources/META-INF/services/org.deeplearning4j.ui.api.UIModule index 7d30ed93c..8b6d38db0 100644 --- a/contrib/attic/arbiter/arbiter-ui/src/main/resources/META-INF/services/org.deeplearning4j.ui.api.UIModule +++ b/contrib/attic/arbiter/arbiter-ui/src/main/resources/META-INF/services/org.deeplearning4j.ui.api.UIModule @@ -38,6 +38,106 @@ # ******************************************************************************/ # +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + # # /* ****************************************************************************** # * diff --git a/contrib/attic/jumpy/benchmarks/benchmark.py b/contrib/attic/jumpy/benchmarks/benchmark.py index 482517b5b..2ab299f54 100644 --- a/contrib/attic/jumpy/benchmarks/benchmark.py +++ b/contrib/attic/jumpy/benchmarks/benchmark.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/__init__.py b/contrib/attic/jumpy/jumpy/__init__.py index 6e00aa26f..563fbace8 100644 --- a/contrib/attic/jumpy/jumpy/__init__.py +++ b/contrib/attic/jumpy/jumpy/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/java_classes.py b/contrib/attic/jumpy/jumpy/java_classes.py index ea117a921..33e4ee2b5 100644 --- a/contrib/attic/jumpy/jumpy/java_classes.py +++ b/contrib/attic/jumpy/jumpy/java_classes.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/keras_model.py b/contrib/attic/jumpy/jumpy/keras_model.py index 2c94d063a..cf363fc5d 100644 --- a/contrib/attic/jumpy/jumpy/keras_model.py +++ b/contrib/attic/jumpy/jumpy/keras_model.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/matlib.py b/contrib/attic/jumpy/jumpy/matlib.py index 3ada2d49f..699b68ed8 100644 --- a/contrib/attic/jumpy/jumpy/matlib.py +++ b/contrib/attic/jumpy/jumpy/matlib.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/memory_manager.py b/contrib/attic/jumpy/jumpy/memory_manager.py index 78a2843f1..032dd7f52 100644 --- a/contrib/attic/jumpy/jumpy/memory_manager.py +++ b/contrib/attic/jumpy/jumpy/memory_manager.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/ndarray.py b/contrib/attic/jumpy/jumpy/ndarray.py index 58c4ce837..d39b72a4b 100644 --- a/contrib/attic/jumpy/jumpy/ndarray.py +++ b/contrib/attic/jumpy/jumpy/ndarray.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/ops/__init__.py b/contrib/attic/jumpy/jumpy/ops/__init__.py index d27ae179a..642726e39 100644 --- a/contrib/attic/jumpy/jumpy/ops/__init__.py +++ b/contrib/attic/jumpy/jumpy/ops/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/ops/array_manip.py b/contrib/attic/jumpy/jumpy/ops/array_manip.py index dcdc71703..7cd55219c 100644 --- a/contrib/attic/jumpy/jumpy/ops/array_manip.py +++ b/contrib/attic/jumpy/jumpy/ops/array_manip.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/ops/linalg.py b/contrib/attic/jumpy/jumpy/ops/linalg.py index e87b73fbf..823723abc 100644 --- a/contrib/attic/jumpy/jumpy/ops/linalg.py +++ b/contrib/attic/jumpy/jumpy/ops/linalg.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/ops/op.py b/contrib/attic/jumpy/jumpy/ops/op.py index 8ebe17cec..776ba9809 100644 --- a/contrib/attic/jumpy/jumpy/ops/op.py +++ b/contrib/attic/jumpy/jumpy/ops/op.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/ops/reduction.py b/contrib/attic/jumpy/jumpy/ops/reduction.py index 093061cb3..93a51efa4 100644 --- a/contrib/attic/jumpy/jumpy/ops/reduction.py +++ b/contrib/attic/jumpy/jumpy/ops/reduction.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/spark/__init__.py b/contrib/attic/jumpy/jumpy/spark/__init__.py index 67f3a89d6..a1b9c2dcc 100644 --- a/contrib/attic/jumpy/jumpy/spark/__init__.py +++ b/contrib/attic/jumpy/jumpy/spark/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/spark/dataset.py b/contrib/attic/jumpy/jumpy/spark/dataset.py index 6f366040f..84daadada 100644 --- a/contrib/attic/jumpy/jumpy/spark/dataset.py +++ b/contrib/attic/jumpy/jumpy/spark/dataset.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/spark/fast_impl.py b/contrib/attic/jumpy/jumpy/spark/fast_impl.py index 28e566de6..27d23ff32 100644 --- a/contrib/attic/jumpy/jumpy/spark/fast_impl.py +++ b/contrib/attic/jumpy/jumpy/spark/fast_impl.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/spark/naive_impl.py b/contrib/attic/jumpy/jumpy/spark/naive_impl.py index ef840e105..049264971 100644 --- a/contrib/attic/jumpy/jumpy/spark/naive_impl.py +++ b/contrib/attic/jumpy/jumpy/spark/naive_impl.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/spark/utils.py b/contrib/attic/jumpy/jumpy/spark/utils.py index d4f70cb64..fdddf7073 100644 --- a/contrib/attic/jumpy/jumpy/spark/utils.py +++ b/contrib/attic/jumpy/jumpy/spark/utils.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/jumpy/tf_model.py b/contrib/attic/jumpy/jumpy/tf_model.py index bf08eb840..94deb07e3 100644 --- a/contrib/attic/jumpy/jumpy/tf_model.py +++ b/contrib/attic/jumpy/jumpy/tf_model.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/release.sh b/contrib/attic/jumpy/release.sh index 06d5c01f5..73c3264e9 100644 --- a/contrib/attic/jumpy/release.sh +++ b/contrib/attic/jumpy/release.sh @@ -19,7 +19,9 @@ # ******************************************************************************/ # -# Note: this needs manual upgrading of version in setup.py to work (can't override old versions) + + + # remove old wheels sudo rm -rf dist/* diff --git a/contrib/attic/jumpy/setup.py b/contrib/attic/jumpy/setup.py index 0ee4b6b26..4170a7497 100644 --- a/contrib/attic/jumpy/setup.py +++ b/contrib/attic/jumpy/setup.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/__init__.py b/contrib/attic/jumpy/tests/__init__.py index 9ce8829dd..96f8e0902 100644 --- a/contrib/attic/jumpy/tests/__init__.py +++ b/contrib/attic/jumpy/tests/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/__init__.py b/contrib/attic/jumpy/tests/jumpy/__init__.py index 38ac36258..ae84499f2 100644 --- a/contrib/attic/jumpy/tests/jumpy/__init__.py +++ b/contrib/attic/jumpy/tests/jumpy/__init__.py @@ -18,14 +18,6 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_array_creation.py b/contrib/attic/jumpy/tests/jumpy/test_array_creation.py index d71fc82bb..ef27eacf9 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_array_creation.py +++ b/contrib/attic/jumpy/tests/jumpy/test_array_creation.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_broadcast.py b/contrib/attic/jumpy/tests/jumpy/test_broadcast.py index 4a77eb340..53b5bd4ba 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_broadcast.py +++ b/contrib/attic/jumpy/tests/jumpy/test_broadcast.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_conversion_32.py b/contrib/attic/jumpy/tests/jumpy/test_conversion_32.py index 5bcbd1e97..14ffc9cf8 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_conversion_32.py +++ b/contrib/attic/jumpy/tests/jumpy/test_conversion_32.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_conversion_64.py b/contrib/attic/jumpy/tests/jumpy/test_conversion_64.py index d84bd3466..6d8d3bc10 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_conversion_64.py +++ b/contrib/attic/jumpy/tests/jumpy/test_conversion_64.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_reduction_ops.py b/contrib/attic/jumpy/tests/jumpy/test_reduction_ops.py index a60f71ac9..313edc06e 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_reduction_ops.py +++ b/contrib/attic/jumpy/tests/jumpy/test_reduction_ops.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_shape_ops.py b/contrib/attic/jumpy/tests/jumpy/test_shape_ops.py index 53bbedd1d..5dfb022c7 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_shape_ops.py +++ b/contrib/attic/jumpy/tests/jumpy/test_shape_ops.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_spark.py b/contrib/attic/jumpy/tests/jumpy/test_spark.py index 4f9db968f..17d2b7480 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_spark.py +++ b/contrib/attic/jumpy/tests/jumpy/test_spark.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/jumpy/tests/jumpy/test_ufuncs.py b/contrib/attic/jumpy/tests/jumpy/test_ufuncs.py index 5f7eca2a6..12394701f 100644 --- a/contrib/attic/jumpy/tests/jumpy/test_ufuncs.py +++ b/contrib/attic/jumpy/tests/jumpy/test_ufuncs.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/__init__.py b/contrib/attic/pydatavec/pydatavec/__init__.py index a1d74d2af..2656f3425 100644 --- a/contrib/attic/pydatavec/pydatavec/__init__.py +++ b/contrib/attic/pydatavec/pydatavec/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/conditions.py b/contrib/attic/pydatavec/pydatavec/conditions.py index e7e95bc21..2bbfca9b7 100644 --- a/contrib/attic/pydatavec/pydatavec/conditions.py +++ b/contrib/attic/pydatavec/pydatavec/conditions.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/executors/__init__.py b/contrib/attic/pydatavec/pydatavec/executors/__init__.py index e90216721..099ee4381 100644 --- a/contrib/attic/pydatavec/pydatavec/executors/__init__.py +++ b/contrib/attic/pydatavec/pydatavec/executors/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/executors/local.py b/contrib/attic/pydatavec/pydatavec/executors/local.py index f471647fa..114b94ccf 100644 --- a/contrib/attic/pydatavec/pydatavec/executors/local.py +++ b/contrib/attic/pydatavec/pydatavec/executors/local.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/executors/spark.py b/contrib/attic/pydatavec/pydatavec/executors/spark.py index 6b7938a67..47ad220d4 100644 --- a/contrib/attic/pydatavec/pydatavec/executors/spark.py +++ b/contrib/attic/pydatavec/pydatavec/executors/spark.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/java_classes.py b/contrib/attic/pydatavec/pydatavec/java_classes.py index 301fbc25b..1f11e2982 100644 --- a/contrib/attic/pydatavec/pydatavec/java_classes.py +++ b/contrib/attic/pydatavec/pydatavec/java_classes.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/schema.py b/contrib/attic/pydatavec/pydatavec/schema.py index 8382228e9..fb6f70580 100644 --- a/contrib/attic/pydatavec/pydatavec/schema.py +++ b/contrib/attic/pydatavec/pydatavec/schema.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/transform_process.py b/contrib/attic/pydatavec/pydatavec/transform_process.py index f813192ce..936415f5e 100644 --- a/contrib/attic/pydatavec/pydatavec/transform_process.py +++ b/contrib/attic/pydatavec/pydatavec/transform_process.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/pydatavec/utils.py b/contrib/attic/pydatavec/pydatavec/utils.py index deb1bf3e6..1a2d0413b 100644 --- a/contrib/attic/pydatavec/pydatavec/utils.py +++ b/contrib/attic/pydatavec/pydatavec/utils.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/release.sh b/contrib/attic/pydatavec/release.sh index db2791f03..32f4a2be5 100644 --- a/contrib/attic/pydatavec/release.sh +++ b/contrib/attic/pydatavec/release.sh @@ -20,7 +20,9 @@ # ******************************************************************************/ # -# Note: this needs manual upgrading of version in setup.py to work (can't override old versions) + + + # remove old wheels sudo rm -rf dist/* diff --git a/contrib/attic/pydatavec/setup.py b/contrib/attic/pydatavec/setup.py index a07262ed4..a4358c53e 100644 --- a/contrib/attic/pydatavec/setup.py +++ b/contrib/attic/pydatavec/setup.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/tests/test_reduce.py b/contrib/attic/pydatavec/tests/test_reduce.py index 1951ff2f9..66e53b525 100644 --- a/contrib/attic/pydatavec/tests/test_reduce.py +++ b/contrib/attic/pydatavec/tests/test_reduce.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/tests/test_schema.py b/contrib/attic/pydatavec/tests/test_schema.py index aa66b01aa..bcc9908c1 100644 --- a/contrib/attic/pydatavec/tests/test_schema.py +++ b/contrib/attic/pydatavec/tests/test_schema.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydatavec/tests/test_transform_process.py b/contrib/attic/pydatavec/tests/test_transform_process.py index 3c68ddd5a..76081b01d 100644 --- a/contrib/attic/pydatavec/tests/test_transform_process.py +++ b/contrib/attic/pydatavec/tests/test_transform_process.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/__init__.py b/contrib/attic/pydl4j/pydl4j/__init__.py index 98c3e3946..344600568 100644 --- a/contrib/attic/pydl4j/pydl4j/__init__.py +++ b/contrib/attic/pydl4j/pydl4j/__init__.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/cli.py b/contrib/attic/pydl4j/pydl4j/cli.py index 0f816be20..ce1423134 100644 --- a/contrib/attic/pydl4j/pydl4j/cli.py +++ b/contrib/attic/pydl4j/pydl4j/cli.py @@ -22,15 +22,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/docker.py b/contrib/attic/pydl4j/pydl4j/docker.py index 025ed8c2b..ebb4b4965 100644 --- a/contrib/attic/pydl4j/pydl4j/docker.py +++ b/contrib/attic/pydl4j/pydl4j/docker.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/downloader.py b/contrib/attic/pydl4j/pydl4j/downloader.py index f52a92cbe..724a2a550 100644 --- a/contrib/attic/pydl4j/pydl4j/downloader.py +++ b/contrib/attic/pydl4j/pydl4j/downloader.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/jarmgr.py b/contrib/attic/pydl4j/pydl4j/jarmgr.py index 3bf9a6c3c..213ad74e7 100644 --- a/contrib/attic/pydl4j/pydl4j/jarmgr.py +++ b/contrib/attic/pydl4j/pydl4j/jarmgr.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/mvn.py b/contrib/attic/pydl4j/pydl4j/mvn.py index a161b9cee..ae059a11c 100644 --- a/contrib/attic/pydl4j/pydl4j/mvn.py +++ b/contrib/attic/pydl4j/pydl4j/mvn.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/pom.py b/contrib/attic/pydl4j/pydl4j/pom.py index 34c1066d3..38b98e455 100644 --- a/contrib/attic/pydl4j/pydl4j/pom.py +++ b/contrib/attic/pydl4j/pydl4j/pom.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/progressbar.py b/contrib/attic/pydl4j/pydl4j/progressbar.py index ff7a9b849..53bf36807 100644 --- a/contrib/attic/pydl4j/pydl4j/progressbar.py +++ b/contrib/attic/pydl4j/pydl4j/progressbar.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/pydl4j/pydl4j.py b/contrib/attic/pydl4j/pydl4j/pydl4j.py index 4ed568f25..6a885d7b8 100644 --- a/contrib/attic/pydl4j/pydl4j/pydl4j.py +++ b/contrib/attic/pydl4j/pydl4j/pydl4j.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/release.sh b/contrib/attic/pydl4j/release.sh index fd043d0b5..497acf4b5 100644 --- a/contrib/attic/pydl4j/release.sh +++ b/contrib/attic/pydl4j/release.sh @@ -20,7 +20,9 @@ # ******************************************************************************/ # -# Note: this needs manual upgrading of version in setup.py to work (can't override old versions) + + + # remove old wheels sudo rm - rf dist/* diff --git a/contrib/attic/pydl4j/setup.py b/contrib/attic/pydl4j/setup.py index 6c6440d3f..7797c8bda 100644 --- a/contrib/attic/pydl4j/setup.py +++ b/contrib/attic/pydl4j/setup.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/build_tests/test_build_1.py b/contrib/attic/pydl4j/tests/build_tests/test_build_1.py index a89437c47..ed99467b5 100644 --- a/contrib/attic/pydl4j/tests/build_tests/test_build_1.py +++ b/contrib/attic/pydl4j/tests/build_tests/test_build_1.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/build_tests/test_build_2.py b/contrib/attic/pydl4j/tests/build_tests/test_build_2.py index 0d4a11f42..068808df5 100644 --- a/contrib/attic/pydl4j/tests/build_tests/test_build_2.py +++ b/contrib/attic/pydl4j/tests/build_tests/test_build_2.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/build_tests/test_build_3.py b/contrib/attic/pydl4j/tests/build_tests/test_build_3.py index 4355db522..bcfdf9faa 100644 --- a/contrib/attic/pydl4j/tests/build_tests/test_build_3.py +++ b/contrib/attic/pydl4j/tests/build_tests/test_build_3.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/build_tests/test_build_4.py b/contrib/attic/pydl4j/tests/build_tests/test_build_4.py index b68960b19..25ec30f31 100644 --- a/contrib/attic/pydl4j/tests/build_tests/test_build_4.py +++ b/contrib/attic/pydl4j/tests/build_tests/test_build_4.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/build_tests/test_build_5.py b/contrib/attic/pydl4j/tests/build_tests/test_build_5.py index 990cba88a..dfcc5f15e 100644 --- a/contrib/attic/pydl4j/tests/build_tests/test_build_5.py +++ b/contrib/attic/pydl4j/tests/build_tests/test_build_5.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/build_tests/test_build_6.py b/contrib/attic/pydl4j/tests/build_tests/test_build_6.py index fdf8dfce0..74527ab15 100644 --- a/contrib/attic/pydl4j/tests/build_tests/test_build_6.py +++ b/contrib/attic/pydl4j/tests/build_tests/test_build_6.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/mvn_test.py b/contrib/attic/pydl4j/tests/mvn_test.py index 8357297cd..cacc1a1d5 100644 --- a/contrib/attic/pydl4j/tests/mvn_test.py +++ b/contrib/attic/pydl4j/tests/mvn_test.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/contrib/attic/pydl4j/tests/spark_test.py b/contrib/attic/pydl4j/tests/spark_test.py index 1ab01094a..0db7ee4d8 100644 --- a/contrib/attic/pydl4j/tests/spark_test.py +++ b/contrib/attic/pydl4j/tests/spark_test.py @@ -18,15 +18,7 @@ ################################################################################ # -# This program and the accompanying materials are made available under the -# terms of the Apache License, Version 2.0 which is available at -# https://www.apache.org/licenses/LICENSE-2.0. # -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # ################################################################################ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configurable.java b/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configurable.java index 84d08f727..a9f704a49 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configurable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configurable.java @@ -21,7 +21,6 @@ package org.datavec.api.conf; -/** Something that may be configured with a {@link Configuration}. */ public interface Configurable { /** Set the configuration to be used by this object. */ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configuration.java b/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configuration.java index aae4cbb5e..9aa1cf6d0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configuration.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configuration.java @@ -48,71 +48,6 @@ import java.util.regex.Matcher; import java.util.regex.Pattern; import java.util.regex.PatternSyntaxException; -/** - * Provides access to configuration parameters. - * - *

Resources

- * - *

Configurations are specified by resources. A resource contains a set of - * name/value pairs as XML data. Each resource is named by either a - * String or a Path. If named by a - * String, then the classpath is examined for a file with that - * name. If named by a Path, then the local filesystem is - * examined directly, without referring to the classpath. - * - *

Unless explicitly turned off, Hadoop by default specifies two - * resources, loaded in-order from the classpath:

    - *
  1. core-default.xml - * : Read-only defaults for hadoop.
  2. - *
  3. core-site.xml: Site-specific configuration for a given hadoop - * installation.
  4. - *
- * Applications may add additional resources, which are loaded - * subsequent to these resources in the order they are added. - * - *

Final Parameters

- * - *

Configuration parameters may be declared final. - * Once a resource declares a value final, no subsequently-loaded - * resource can alter that value. - * For example, one might define a final parameter with: - *

- *  <property>
- *    <name>dfs.client.buffer.dir</name>
- *    <value>/tmp/hadoop/dfs/client</value>
- *    <final>true</final>
- *  </property>
- * - * Administrators typically define parameters as final in - * core-site.xml for values that user applications may not alter. - * - *

Variable Expansion

- * - *

Value strings are first processed for variable expansion. The - * available properties are:

    - *
  1. Other properties defined in this Configuration; and, if a name is - * undefined here,
  2. - *
  3. Properties in {@link System#getProperties()}.
  4. - *
- * - *

For example, if a configuration resource contains the following property - * definitions: - *

- *  <property>
- *    <name>basedir</name>
- *    <value>/user/${user.name}</value>
- *  </property>
- *
- *  <property>
- *    <name>tempdir</name>
- *    <value>${basedir}/tmp</value>
- *  </property>
- * - * When conf.get("tempdir") is called, then ${basedir} - * will be resolved to another property in this Configuration, while - * ${user.name} would then ordinarily be resolved to the value - * of the System property with that name. - */ public class Configuration implements Iterable>, Writable, Serializable { private static final Logger LOG = LoggerFactory.getLogger(Configuration.class); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configured.java b/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configured.java index 5b086a4ca..5c5b6e1e7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configured.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/conf/Configured.java @@ -20,7 +20,6 @@ package org.datavec.api.conf; -/** Base class for things that may be configured with a {@link Configuration}. */ public class Configured implements Configurable { private Configuration conf; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/exceptions/DataVecException.java b/datavec/datavec-api/src/main/java/org/datavec/api/exceptions/DataVecException.java index 5e67fe81d..960a2cd05 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/exceptions/DataVecException.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/exceptions/DataVecException.java @@ -20,10 +20,6 @@ package org.datavec.api.exceptions; -/** - * DataVec exception - * @author Adam Gibson - */ public class DataVecException extends Exception { public DataVecException() { super(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/InputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/InputFormat.java index 6d03d33c4..5814af57c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/InputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/InputFormat.java @@ -28,11 +28,6 @@ import org.datavec.api.writable.Writable; import java.io.IOException; -/** - * Create an input format - * - * @author Adam Gibson - */ public interface InputFormat extends Writable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/CSVInputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/CSVInputFormat.java index 5ce4f96fe..d2d7e59ff 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/CSVInputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/CSVInputFormat.java @@ -31,10 +31,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** - * Line input format creates an @link{LineRecordReader} - * @author Adam Gibson - */ public class CSVInputFormat extends BaseInputFormat { @Override public RecordReader createReader(InputSplit split, Configuration conf) throws IOException, InterruptedException { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/LineInputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/LineInputFormat.java index eb6b0bd24..987f77451 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/LineInputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/LineInputFormat.java @@ -31,10 +31,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** - * Line input format creates an @link{LineRecordReader} - * @author Adam Gibson - */ public class LineInputFormat extends BaseInputFormat { @Override public RecordReader createReader(InputSplit split, Configuration conf) throws IOException, InterruptedException { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/ListStringInputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/ListStringInputFormat.java index 33607ecf2..be399a7a7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/ListStringInputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/input/impl/ListStringInputFormat.java @@ -31,10 +31,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** - * Input format for the @link {ListStringRecordReader} - * @author Adam Gibson - */ public class ListStringInputFormat implements InputFormat { /** * Creates a reader from an input split diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/OutputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/OutputFormat.java index d9c03d0e8..e66e37a6d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/OutputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/OutputFormat.java @@ -25,10 +25,6 @@ import org.datavec.api.conf.Configuration; import org.datavec.api.exceptions.DataVecException; import org.datavec.api.records.writer.RecordWriter; -/** - * Create a record writer - * @author Adam Gibson - */ public interface OutputFormat { public static final String OUTPUT_PATH = "org.nd4j.outputpath"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/CSVOutputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/CSVOutputFormat.java index 328d9c61a..2d97ce2d2 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/CSVOutputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/CSVOutputFormat.java @@ -27,11 +27,6 @@ import org.datavec.api.formats.output.OutputFormat; import org.datavec.api.records.writer.RecordWriter; import org.datavec.api.records.writer.impl.csv.CSVRecordWriter; -/** - * Creates an @link{CSVRecordWriter} - * - * @author Adam Gibson - */ public class CSVOutputFormat implements OutputFormat { @Override public RecordWriter createWriter(Configuration conf) throws DataVecException { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/SVMLightOutputFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/SVMLightOutputFormat.java index c81dc54c0..2987c5de0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/SVMLightOutputFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/formats/output/impl/SVMLightOutputFormat.java @@ -28,9 +28,6 @@ import org.datavec.api.formats.output.OutputFormat; import org.datavec.api.records.writer.RecordWriter; import org.datavec.api.records.writer.impl.misc.SVMLightRecordWriter; -/** - * Created by agibsonccc on 1/11/15. - */ public class SVMLightOutputFormat implements OutputFormat { @Override public RecordWriter createWriter(Configuration conf) throws DataVecException { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/BinaryComparable.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/BinaryComparable.java index f6bef4d3b..4f19f0b78 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/BinaryComparable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/BinaryComparable.java @@ -20,10 +20,6 @@ package org.datavec.api.io; -/** - * Interface supported by {@link org.apache.hadoop.io.WritableComparable} - * types supporting ordering/permutation by a representative set of bytes. - */ public abstract class BinaryComparable implements Comparable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/DataInputBuffer.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/DataInputBuffer.java index fd38fbd1d..7491f95bd 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/DataInputBuffer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/DataInputBuffer.java @@ -24,24 +24,6 @@ import java.io.ByteArrayInputStream; import java.io.DataInput; import java.io.DataInputStream; -/** A reusable {@link DataInput} implementation that reads from an in-memory - * buffer. - * - *

This saves memory over creating a new DataInputStream and - * ByteArrayInputStream each time data is read. - * - *

Typical usage is something like the following:

- *
- * DataInputBuffer buffer = new DataInputBuffer();
- * while (... loop condition ...) {
- *   byte[] data = ... get data ...;
- *   int dataLength = ... get data length ...;
- *   buffer.reset(data, dataLength);
- *   ... read buffer using DataInput methods ...
- * }
- * 
- * - */ public class DataInputBuffer extends DataInputStream { private static class Buffer extends ByteArrayInputStream { public Buffer() { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/DataOutputBuffer.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/DataOutputBuffer.java index 14ec2031d..105ee2717 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/DataOutputBuffer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/DataOutputBuffer.java @@ -22,25 +22,6 @@ package org.datavec.api.io; import java.io.*; -/** A reusable {@link DataOutput} implementation that writes to an in-memory - * buffer. - * - *

This saves memory over creating a new DataOutputStream and - * ByteArrayOutputStream each time data is written. - * - *

Typical usage is something like the following:

- *
- * DataOutputBuffer buffer = new DataOutputBuffer();
- * while (... loop condition ...) {
- *   buffer.reset();
- *   ... write buffer using DataOutput methods ...
- *   byte[] data = buffer.getData();
- *   int dataLength = buffer.getLength();
- *   ... write data to its ultimate destination ...
- * }
- * 
- * - */ public class DataOutputBuffer extends DataOutputStream { private static class Buffer extends ByteArrayOutputStream { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/RawComparator.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/RawComparator.java index 2f5e88cbc..4e3d056eb 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/RawComparator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/RawComparator.java @@ -23,13 +23,6 @@ package org.datavec.api.io; import java.util.Comparator; -/** - *

- * A {@link Comparator} that operates directly on byte representations of - * objects. - *

- * @param - */ public interface RawComparator extends Comparator { public int compare(byte[] b1, int s1, int l1, byte[] b2, int s2, int l2); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparable.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparable.java index 8aaf6687e..955207efc 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparable.java @@ -23,38 +23,5 @@ package org.datavec.api.io; import org.datavec.api.writable.Writable; -/** - * A {@link Writable} which is also {@link Comparable}. - * - *

WritableComparables can be compared to each other, typically - * via Comparators. Any type which is to be used as a - * key in the Hadoop Map-Reduce framework should implement this - * interface.

- * - *

Example:

- *

- *     public class MyWritableComparable implements WritableComparable {
- *       // Some data
- *       private int counter;
- *       private long timestamp;
- *
- *       public void write(DataOutput out) throws IOException {
- *         out.writeInt(counter);
- *         out.writeLong(timestamp);
- *       }
- *
- *       public void readFields(DataInput in) throws IOException {
- *         counter = in.readInt();
- *         timestamp = in.readLong();
- *       }
- *
- *       public int compareTo(MyWritableComparable w) {
- *         int thisValue = this.value;
- *         int thatValue = ((IntWritable)o).value;
- *         return (thisValue < thatValue ? -1 : (thisValue==thatValue ? 0 : 1));
- *       }
- *     }
- * 

- */ public interface WritableComparable extends Writable, Comparable { } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparator.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparator.java index 77efd4812..dca11278e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableComparator.java @@ -29,15 +29,6 @@ import java.io.IOException; import java.util.HashMap; -/** A Comparator for {@link WritableComparable}s. - * - *

This base implemenation uses the natural ordering. To define alternate - * orderings, override {@link #compare(WritableComparable,WritableComparable)}. - * - *

One may optimize compare-intensive operations by overriding - * {@link #compare(byte[],int,int,byte[],int,int)}. Static utility methods are - * provided to assist in optimized implementations of this method. - */ public class WritableComparator implements RawComparator { private static HashMap comparators = new HashMap<>(); // registry diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableConverter.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableConverter.java index 3262580ee..9afc8fa56 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableConverter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/WritableConverter.java @@ -23,11 +23,6 @@ package org.datavec.api.io; import org.datavec.api.io.converters.WritableConverterException; import org.datavec.api.writable.Writable; -/** - * Convert a writable to another writable (used for say: transitioning dates or categorical to numbers) - * - * @author Adam Gibson - */ public interface WritableConverter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/DoubleWritableConverter.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/DoubleWritableConverter.java index 0a34b9c67..eb2a09f2b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/DoubleWritableConverter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/DoubleWritableConverter.java @@ -23,11 +23,6 @@ package org.datavec.api.io.converters; import org.datavec.api.io.WritableConverter; import org.datavec.api.writable.*; -/** - * Convert a writable to a - * double - * @author Adam Gibson - */ public class DoubleWritableConverter implements WritableConverter { @Override public Writable convert(Writable writable) throws WritableConverterException { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/FloatWritableConverter.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/FloatWritableConverter.java index 9e8686ec8..16ee74e52 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/FloatWritableConverter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/FloatWritableConverter.java @@ -23,11 +23,6 @@ package org.datavec.api.io.converters; import org.datavec.api.io.WritableConverter; import org.datavec.api.writable.*; -/** - * Convert a writable to a - * double - * @author Adam Gibson - */ public class FloatWritableConverter implements WritableConverter { @Override public Writable convert(Writable writable) throws WritableConverterException { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/LabelWriterConverter.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/LabelWriterConverter.java index 173c7f6e2..6dc7c807e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/LabelWriterConverter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/LabelWriterConverter.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Convert a label in to an index based on the - * - * - * @author Adam Gibson - */ public class LabelWriterConverter implements WritableConverter { private List labels; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/SelfWritableConverter.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/SelfWritableConverter.java index 0ff5f728f..1e07532b3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/SelfWritableConverter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/SelfWritableConverter.java @@ -23,10 +23,6 @@ package org.datavec.api.io.converters; import org.datavec.api.io.WritableConverter; import org.datavec.api.writable.Writable; -/** - * Baseline writable converter - * @author Adam Gibson - */ public class SelfWritableConverter implements WritableConverter { @Override public Writable convert(Writable writable) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/WritableConverterException.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/WritableConverterException.java index 882128ff8..613312f58 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/WritableConverterException.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/converters/WritableConverterException.java @@ -20,11 +20,6 @@ package org.datavec.api.io.converters; -/** - * Writable converter exception represents an error - * for being unable to convert a writable - * @author Adam Gibson - */ public class WritableConverterException extends Exception { public WritableConverterException() {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/filters/BalancedPathFilter.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/filters/BalancedPathFilter.java index aca843c81..3a58cc3a7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/filters/BalancedPathFilter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/filters/BalancedPathFilter.java @@ -27,13 +27,6 @@ import org.datavec.api.writable.Writable; import java.net.URI; import java.util.*; -/** - * Randomizes the order of paths in an array and removes paths randomly - * to have the same number of paths for each label. Further interlaces the paths - * on output based on their labels, to obtain easily optimal batches for training. - * - * @author saudet - */ public class BalancedPathFilter extends RandomPathFilter { protected PathLabelGenerator labelGenerator; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/ParentPathLabelGenerator.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/ParentPathLabelGenerator.java index 17c5c1cd9..a68a7e2c5 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/ParentPathLabelGenerator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/ParentPathLabelGenerator.java @@ -27,11 +27,6 @@ import org.datavec.api.writable.Writable; import java.io.File; import java.net.URI; -/** - * Returns as label the base name of the parent file of the path (the directory). - * - * @author saudet - */ public class ParentPathLabelGenerator implements PathLabelGenerator { public ParentPathLabelGenerator() {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathLabelGenerator.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathLabelGenerator.java index 61bd03164..5995c4967 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathLabelGenerator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathLabelGenerator.java @@ -25,17 +25,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.net.URI; -/** - * PathLabelGenerator: interface to infer the label of a file directly from the path of a file
- * Example: /negative/file17.csv -> class "0"; /positive/file116.csv -> class "1" etc.
- * Though note that the output is a writable, hence it need not be numerical.
- *

- * For use cases where multiple Writables are required (for example, networks with mixed classification/regression, - * or multiple output layers) use {@link PathMultiLabelGenerator} instead. - * - * @author Alex Black - * @see PathMultiLabelGenerator - */ public interface PathLabelGenerator extends Serializable { Writable getLabelForPath(String path); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathMultiLabelGenerator.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathMultiLabelGenerator.java index bbd3529f8..0332353de 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathMultiLabelGenerator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/labels/PathMultiLabelGenerator.java @@ -25,35 +25,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * PathMultiLabelGenerator: interface to infer the label(s) of a file directly from the URI/path
- * Similar to {@link PathLabelGenerator}, with 2 main differences:
- * (a) Can be used for multi-label, multi-class classification (i.e., return *multiple* NDArray writables, for use in - * networks with multiple output layers)
- * (b) Does not support inferring label classes
- *
- * Regarding (b) above, this means that the implementations of PathMultiLabelGenerator typically need to (for classification - * use cases) do one of two things (either will work, though down-stream usage of these arrays can vary slightly): - * (a) Perform label to integer index assignment (i.e., return an IntWritable(0) for A, if you have 3 classes {A,B,C}) - * (b) Create a one-hot NDArrayWritable. For 3 classes {A,B,C} you should return a [1,0,0], [0,1,0] or [0,0,1] NDArrayWritable
- * Comparatively, PathLabelGenerator can return a Text writable with the label (i.e., "class_3" or "cat") for classification.
- *
- * More generally, PathMultiLabelGenerator must return Writables of one of the following types: - * {@link org.datavec.api.writable.DoubleWritable}, {@link org.datavec.api.writable.FloatWritable}, - * {@link org.datavec.api.writable.IntWritable}, {@link org.datavec.api.writable.LongWritable} or - * {@link org.datavec.api.writable.NDArrayWritable}.
- * NDArrayWritable is used for classification (via one-hot NDArrayWritable) or multi-output regression (where all values - * are grouped together into a single array/writable) - whereas the others (double/float/int/long writables) are - * typically used for single output regression cases, or (IntWritable) for classification where downstream classes (notably - * DL4J's RecordReader(Multi)DataSetIterator) will convert the integer index (IntWritable) to a one-hot array ready for - * training.
- *
- * In principle, you can also return time series (3d - shape [1,size,seqLength]) or images (4d - shape - * [1,channels,height,width]) as a "label" for a given input image. - * - * @author Alex Black - * @see PathLabelGenerator - */ public interface PathMultiLabelGenerator extends Serializable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Deserializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Deserializer.java index bd317f7e3..d0d35fcec 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Deserializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Deserializer.java @@ -23,19 +23,6 @@ package org.datavec.api.io.serializers; import java.io.IOException; import java.io.InputStream; -/** - *

- * Provides a facility for deserializing objects of type from an - * {@link InputStream}. - *

- * - *

- * Deserializers are stateful, but must not buffer the input since - * other producers may read from the input between calls to - * {@link #deserialize(Object)}. - *

- * @param - */ public interface Deserializer { /** *

Prepare the deserializer for reading.

diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serialization.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serialization.java index 1b39cb1b0..13ddfcc78 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serialization.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serialization.java @@ -20,12 +20,6 @@ package org.datavec.api.io.serializers; -/** - *

- * Encapsulates a {@link Serializer}/{@link Deserializer} pair. - *

- * @param - */ public interface Serialization { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/SerializationFactory.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/SerializationFactory.java index 7f2fcc262..fc60b8fdc 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/SerializationFactory.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/SerializationFactory.java @@ -31,11 +31,6 @@ import org.slf4j.LoggerFactory; import java.util.ArrayList; import java.util.List; -/** - *

- * A factory for {@link Serialization}s. - *

- */ public class SerializationFactory extends Configured { private static final Logger LOG = LoggerFactory.getLogger(SerializationFactory.class.getName()); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serializer.java index cfd635ddb..ea5012136 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/io/serializers/Serializer.java @@ -23,19 +23,6 @@ package org.datavec.api.io.serializers; import java.io.IOException; import java.io.OutputStream; -/** - *

- * Provides a facility for serializing objects of type to an - * {@link OutputStream}. - *

- * - *

- * Serializers are stateful, but must not buffer the output since - * other producers may write to the output between calls to - * {@link #serialize(Object)}. - *

- * @param - */ public interface Serializer { /** *

Prepare the serializer for writing.

diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/Buffer.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/Buffer.java index 09be4aa4e..8c6dbfa1f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/Buffer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/Buffer.java @@ -22,12 +22,6 @@ package org.datavec.api.records; import java.io.UnsupportedEncodingException; -/** - * A byte sequence that is used as a Java native type for buffer. - * It is resizable and distinguishes between the count of the sequence and - * the current capacity. - * - */ public class Buffer implements Comparable, Cloneable { /** Number of valid bytes in this.bytes. */ private int count; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/IOUtils.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/IOUtils.java index d580b9432..f1fdbb39b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/IOUtils.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/IOUtils.java @@ -27,9 +27,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** - * Various utility functions for Hadooop record I/O runtime. - */ public class IOUtils { /** Cannot create a new instance of IOUtils */ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/Index.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/Index.java index 64a02f43c..e3acd599e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/Index.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/Index.java @@ -20,19 +20,6 @@ package org.datavec.api.records; -/** - * Interface that acts as an iterator for deserializing maps. - * The deserializer returns an instance that the record uses to - * read vectors and maps. An example of usage is as follows: - * - * - * Index idx = startVector(...); - * while (!idx.done()) { - * .... // read element of a vector - * idx.incr(); - * } - * - */ public interface Index { boolean done(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/Record.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/Record.java index 662f62fec..93c89685e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/Record.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/Record.java @@ -26,14 +26,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * A Record contains a set of values for a single example or instance. Each value in the Record is represented by - * a {@link Writable} object. The record may (optionally) also have a {@link RecordMetaData} instance, that represents - * metadata (source location, etc) for the record.
- * For sequences, see {@link SequenceRecord} - * - * @author Alex Black - */ public interface Record extends Serializable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/SequenceRecord.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/SequenceRecord.java index 31f3449ca..6fbb68913 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/SequenceRecord.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/SequenceRecord.java @@ -26,18 +26,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * A SequenceRecord contains a set of values for a single sequence or time series (usually with multiple values per time step, - * and multiple time steps).
- * Each value in the Record is represented by {@link Writable} object; each time step is thus a {@code List} and - * the entire sequence is represented by a {@code List>}, where the outer list is over time steps, and - * the inner list is over values for a given time step.
- * The SequenceRecord may (optionally) also have a {@link RecordMetaData} instance, that represents metadata (source - * location, etc) for the record.
- * For standard (non-sequential) data, see {@link Record} - * - * @author Alex Black - */ public interface SequenceRecord extends Serializable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/converter/RecordReaderConverter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/converter/RecordReaderConverter.java index d32406ee9..a96f960b0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/converter/RecordReaderConverter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/converter/RecordReaderConverter.java @@ -27,12 +27,6 @@ import org.datavec.api.records.writer.SequenceRecordWriter; import java.io.IOException; -/** - * A utility class to aid in the conversion of data from one {@link RecordReader} to one {@link RecordWriter}, - * or from one {@link SequenceRecordReader} to one {@link SequenceRecordWriter} - * - * @author Alex Black - */ public class RecordReaderConverter { private RecordReaderConverter() { } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/Record.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/Record.java index 02c83eb12..7024a718d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/Record.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/Record.java @@ -27,11 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * A standard implementation of the {@link org.datavec.api.records.Record} interface - * - * @author Alex Black - */ @AllArgsConstructor @Data public class Record implements org.datavec.api.records.Record { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/SequenceRecord.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/SequenceRecord.java index 742e0b0c6..11b7ae5c0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/SequenceRecord.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/impl/SequenceRecord.java @@ -27,11 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * A standard implementation of the {@link org.datavec.api.records.SequenceRecord} interface. - * - * @author Alex Black - */ @AllArgsConstructor @Data public class SequenceRecord implements org.datavec.api.records.SequenceRecord { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/RecordListener.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/RecordListener.java index c7aa08d1e..efa99230b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/RecordListener.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/RecordListener.java @@ -25,11 +25,6 @@ import org.datavec.api.records.writer.RecordWriter; import java.io.Serializable; -/** - * Each time a record is read or written, mainly used for debugging or visualization. - * - * @author saudet - */ public interface RecordListener extends Serializable { /** * Get if listener invoked. diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/impl/LogRecordListener.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/impl/LogRecordListener.java index 60945f1b3..c63463dfa 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/impl/LogRecordListener.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/listener/impl/LogRecordListener.java @@ -26,11 +26,6 @@ import org.datavec.api.records.writer.RecordWriter; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -/** - * A record listener that logs every record to be read or written. - * - * @author saudet - */ public class LogRecordListener implements RecordListener { private static final Logger log = LoggerFactory.getLogger(LogRecordListener.class); private boolean invoked = false; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/mapper/RecordMapper.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/mapper/RecordMapper.java index f317a7913..29a1abccc 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/mapper/RecordMapper.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/mapper/RecordMapper.java @@ -32,38 +32,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * This takes data from a specified {@link RecordReader} - * and writes the data out with the specified {@link RecordWriter}. - * - * The setup is as follows: - * - * Specify a {@link RecordReader} as the data source - * Specify a {@link RecordWriter} as the destination. - * - * When setting up the locations, use 2 different {@link InputSplit} - * callling {@link RecordWriter#initialize(InputSplit, Partitioner)} - * and {@link RecordReader#initialize(InputSplit)} - * respectively to configure the locations of where the data will be - * read from and written to. - * - * When writing the data, you need to specify a link {@link Partitioner} to - * determine how to slice up the data being written (say in to number of lines per record per file - * per {@link org.datavec.api.split.partition.NumberOfRecordsPartitioner} among other implementations. - * - * Finally, you may specify a batch size for batch read and write if the record reader and writer support it. - * - * Of note, is you can also specify multiple readers. - * In which case, it will read from every stream jointly and write out the specified - * writer accordingly. - * - * {@link #copy()} will work the same with the following exceptions, you must specify - * {@link #splitPerReader} (one split per reader) - * {@link #readersToConcat} and the readers which will be read from - * writing to the same record writer. - * - * See {@link #copy()} for more information here. - */ @Builder public class RecordMapper { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaData.java index 60d0bff9e..4a44b48c2 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaData.java @@ -23,15 +23,6 @@ package org.datavec.api.records.metadata; import java.io.Serializable; import java.net.URI; -/** - * RecordMetaData includes details on the record itself - for example, the source file or line number.
- * It is used in conjunction with {@link org.datavec.api.records.reader.RecordReaderMeta}.
- * There are two primary uses:
- * (a) Tracking where a record has come from, for debugging purposes for example
- * (b) Loading the raw data again later, from the record reader
- * - * @author Alex Black - */ public interface RecordMetaData extends Serializable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposable.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposable.java index b41beef07..16cacb0d6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposable.java @@ -24,11 +24,6 @@ import lombok.Data; import java.net.URI; -/** - * A RecordMetaData instance that combines multiple individual RecordMetaData instances - * - * @author Alex Black - */ @Data public class RecordMetaDataComposable implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposableMap.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposableMap.java index 3a436a5e5..bd6c0853e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposableMap.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataComposableMap.java @@ -25,11 +25,6 @@ import lombok.Data; import java.net.URI; import java.util.Map; -/** - * A RecordMetaData instance that combines multiple individual RecordMetaData instances, via a {@code Map} - * - * @author Alex Black - */ @Data public class RecordMetaDataComposableMap implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataImageURI.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataImageURI.java index 39a8fd302..f96746205 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataImageURI.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataImageURI.java @@ -23,12 +23,6 @@ package org.datavec.api.records.metadata; import java.net.URI; import lombok.Data; -/** - * A RecordMetaDataURI that also keeps track of the number of channels, - * the width, and the height of the original image. - * - * @author saudet - */ @Data public class RecordMetaDataImageURI extends RecordMetaDataURI { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataIndex.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataIndex.java index 47054a685..1ae81c7e8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataIndex.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataIndex.java @@ -25,13 +25,6 @@ import lombok.Data; import java.net.URI; -/** - * A general-purpose RecordMetaData implementation, with an index (long value)
- * Used for example in {@link org.datavec.api.records.reader.impl.collection.CollectionRecordReader} and - * {@link org.datavec.api.records.reader.impl.collection.CollectionSequenceRecordReader} - * - * @author Alex Black - */ @AllArgsConstructor @Data public class RecordMetaDataIndex implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataInterval.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataInterval.java index d5d91e883..d576b7db1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataInterval.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataInterval.java @@ -25,11 +25,6 @@ import lombok.Data; import java.net.URI; -/** - * A general-purpose RecordMetaData implementation, with two indices (long values), generally forming an interval - * - * @author Alex Black - */ @AllArgsConstructor @Data public class RecordMetaDataInterval implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLine.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLine.java index 69fea1459..d775ad12d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLine.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLine.java @@ -26,11 +26,6 @@ import org.apache.commons.io.FilenameUtils; import java.net.URI; -/** - * A RecordMetaData instance for a line number, generall in a file - * - * @author Alex Black - */ @AllArgsConstructor @Data public class RecordMetaDataLine implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLineInterval.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLineInterval.java index c43819944..7d600b2c7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLineInterval.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataLineInterval.java @@ -26,11 +26,6 @@ import org.apache.commons.io.FilenameUtils; import java.net.URI; -/** - * A RecordMetaData instance for an interval of line numbers, generally in a file - * - * @author Alex Black - */ @AllArgsConstructor @Data public class RecordMetaDataLineInterval implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataURI.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataURI.java index 70ff8dc4e..64d6ecb9f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataURI.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/metadata/RecordMetaDataURI.java @@ -25,11 +25,6 @@ import lombok.Data; import java.net.URI; -/** - * A standard RecordMetaData instance that contains a URI only - * - * @author Alex Black - */ @AllArgsConstructor @Data public class RecordMetaDataURI implements RecordMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/BaseRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/BaseRecordReader.java index d8e8286ba..1014dfce4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/BaseRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/BaseRecordReader.java @@ -35,11 +35,6 @@ import java.util.Arrays; import java.util.Collection; import java.util.List; -/** - * Manages record listeners. - * - * @author saudet - */ public abstract class BaseRecordReader implements RecordReader { protected InputSplit inputSplit; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/RecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/RecordReader.java index d1be5c5b2..a3dfbbd70 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/RecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/RecordReader.java @@ -36,11 +36,6 @@ import java.net.URI; import java.util.Collection; import java.util.List; -/** - * Record reader - * - * @author Adam Gibson - */ public interface RecordReader extends Closeable, Serializable, Configurable { String NAME_SPACE = RecordReader.class.getName(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/SequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/SequenceRecordReader.java index c1753e4b0..69fe24d5a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/SequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/SequenceRecordReader.java @@ -30,12 +30,6 @@ import java.io.IOException; import java.net.URI; import java.util.List; -/** - * A sequence of records. - * sequenceRecord() is used locally. sequenceRecord(URI uri, DataInputStream dataInputStream) is used for spark etc. - * - * @author Adam Gibson - */ public interface SequenceRecordReader extends RecordReader { /** * Returns a sequence record. diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordReaderFactory.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordReaderFactory.java index a58f79584..b138a75e6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordReaderFactory.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordReaderFactory.java @@ -25,11 +25,6 @@ import org.datavec.api.records.reader.RecordReader; import java.net.URI; -/** - * Factory for creating RecordReader instance - * - * @author sonali - */ public interface RecordReaderFactory { /** * Creates instance of RecordReader diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordWriterFactory.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordWriterFactory.java index 7e1d0dc77..543495779 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordWriterFactory.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/factory/RecordWriterFactory.java @@ -24,11 +24,6 @@ import org.datavec.api.records.writer.RecordWriter; import java.net.URI; -/** - * Factory for creating RecordWriter instance - * - * @author sonali - */ public interface RecordWriterFactory { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ComposableRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ComposableRecordReader.java index 38a3e7955..52035e7f1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ComposableRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ComposableRecordReader.java @@ -37,13 +37,6 @@ import java.util.List; /** * @author sonali */ -/** -RecordReader for each pipeline. Individual record is a concatenation of the two collections. - Create a recordreader that takes recordreaders and iterates over them and concatenates them - hasNext would be the & of all the recordreaders - concatenation would be next & addAll on the collection - return one record - */ public class ComposableRecordReader extends BaseRecordReader { private RecordReader[] readers; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ConcatenatingRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ConcatenatingRecordReader.java index 0de8995c7..14692114e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ConcatenatingRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/ConcatenatingRecordReader.java @@ -33,14 +33,6 @@ import java.io.IOException; import java.net.URI; import java.util.List; -/** - * Combine multiple readers into a single reader. Records are read sequentially - thus if the first reader has - * 100 records, and the second reader has 200 records, ConcatenatingRecordReader will have 300 records. - * - * See also {@link ComposableRecordReader} for a version that combines each record from underlying readers. - * - * @author Alex Black - */ public class ConcatenatingRecordReader extends BaseRecordReader { private RecordReader[] readers; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionRecordReader.java index be6aa9a8c..760ea75cb 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionRecordReader.java @@ -34,12 +34,6 @@ import java.io.IOException; import java.net.URI; import java.util.*; -/** - * Collection record reader. - * Mainly used for testing. - * - * @author Adam Gibson - */ public class CollectionRecordReader extends BaseRecordReader { private Iterator> records; private final Collection> original; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionSequenceRecordReader.java index c5e32b782..cf60ba546 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/CollectionSequenceRecordReader.java @@ -36,12 +36,6 @@ import java.io.IOException; import java.net.URI; import java.util.*; -/** - * Collection record reader for sequences. - * Mainly used for testing. - * - * @author Alex Black - */ public class CollectionSequenceRecordReader extends BaseRecordReader implements SequenceRecordReader { private Iterator>> records; private final Collection>> original; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/ListStringRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/ListStringRecordReader.java index 8f09371d3..921cef917 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/ListStringRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/collection/ListStringRecordReader.java @@ -36,12 +36,6 @@ import java.util.ArrayList; import java.util.Iterator; import java.util.List; -/** - * Iterates through a list of strings return a record. - * Only accepts an @link {ListStringInputSplit} as input. - * - * @author Adam Gibson - */ public class ListStringRecordReader extends BaseRecordReader { private List> delimitedData; private Iterator> dataIter; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVLineSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVLineSequenceRecordReader.java index e2aed5629..d2f7e3ffd 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVLineSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVLineSequenceRecordReader.java @@ -33,21 +33,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * CSVLineSequenceRecordReader: Used for loading univariance (single valued) sequences from a CSV, - * where each line in a CSV represents an independent sequence, and each sequence has exactly 1 value - * per time step.
- * For example, a CSV file with content: - *
- * a,b,c
- * 1,2,3,4
- * 
- * will produce two sequences, both with one value per time step; one of length 3 (values a, b, then c for the 3 time steps - * respectively) and one of length 4 (values 1, 2, 3, then 4 for each of the 4 time steps respectively) - * - * - * @author Alex Black - */ public class CSVLineSequenceRecordReader extends CSVRecordReader implements SequenceRecordReader { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVMultiSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVMultiSequenceRecordReader.java index ff73a9f22..abcc113ae 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVMultiSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVMultiSequenceRecordReader.java @@ -37,40 +37,6 @@ import java.util.Collections; import java.util.List; import java.util.NoSuchElementException; -/** - * CSVMultiSequenceRecordReader: Used to read CSV-format time series (sequence) data where there are multiple - * independent sequences in each file.
- * The assumption is that each sequence is separated by some delimiter - for example, a blank line between sequences, - * or some other line that can be detected by a regex.
- * Note that the number of columns (i.e., number of lines in the CSV per sequence) must be the same for all sequences.
- *
- * It supports 3 {@link Mode}s:
- * (a) CONCAT mode: the output is a univariate (single column) sequence with the values from all lines - * (b) EQUAL_LENGTH: Require that all lines have the exact same number of tokens
- * (c) PAD: For any shorter lines (fewer tokens), a user-specified padding Writable value will be used to make them the same - * length as the other sequences
- *
- * Example:
- * Input data: - *
- * {@code a,b,c
- *   1,2
- *
- *   A,B,C
- *   D,E,F}
- * 
- * Output:
- * (a) CONCAT: two sequences of length 5 and 6 respectively: [a,b,c,1,2] and [A,B,C,D,E,F]
- * (b) EQUAL_LENGTH: Exception: because lines (a,b,c) and (1,2) have different lengths. If the second line was "1,2,3" instead, - * the output would be two sequences with 2 columns each, sequence length 3: [[a,b,c],[1,2,3]] and [[A,B,C],[D,E,F]]
- * (c) PAD: two sequences with 2 columns each, sequence length 3: [[a,b,c],[1,2,PAD]] and [[A,B,C],[D,E,F]], where "PAD" - * is a user-specified padding value
- *
- * Note that the user has to specify a sequence separator regex: for "sequences are separated by an empty line" use "^$" - * - * @author Alex Black - * @see CSVLineSequenceRecordReader CSVLineSequenceRecordReader for the edge case - a univariate version - */ public class CSVMultiSequenceRecordReader extends CSVRecordReader implements SequenceRecordReader { public enum Mode { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVNLinesSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVNLinesSequenceRecordReader.java index a0ae88bb1..71faf9d81 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVNLinesSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVNLinesSequenceRecordReader.java @@ -36,16 +36,6 @@ import java.io.IOException; import java.net.URI; import java.util.*; -/** - * A CSV Sequence record reader where:
- * (a) all time series are in a single file
- * (b) each time series is of the same length (specified in constructor)
- * (c) no delimiter is used between time series
- * - * For example, with nLinesPerSequence=10, lines 0 to 9 are the first time series, 10 to 19 are the second, and so on. - * - * @author Alex Black - */ public class CSVNLinesSequenceRecordReader extends CSVRecordReader implements SequenceRecordReader { public static final String LINES_PER_SEQUENCE = NAME_SPACE + ".nlinespersequence"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRecordReader.java index 0d7fe0bfe..e947ebafa 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRecordReader.java @@ -41,11 +41,6 @@ import java.util.Collections; import java.util.List; import java.util.NoSuchElementException; -/** - * Simple csv record reader. - * - * @author Adam Gibson - */ public class CSVRecordReader extends LineRecordReader { private boolean skippedLines = false; protected int skipNumLines = 0; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRegexRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRegexRecordReader.java index 78c116ec7..6d0a31a06 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRegexRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVRegexRecordReader.java @@ -28,12 +28,6 @@ import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; -/** - * A CSVRecordReader that can split - * each column into additional columns using regexs. - * - * @author saudet - */ public class CSVRegexRecordReader extends CSVRecordReader { protected String[] regexs = null; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVSequenceRecordReader.java index a5156b5ec..8398bf274 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVSequenceRecordReader.java @@ -34,13 +34,6 @@ import java.io.*; import java.net.URI; import java.util.*; -/** - * CSV Sequence Record Reader - * This reader is intended to read sequences of data in CSV format, where - * each sequence is defined in its own file (and there are multiple files) - * Each line in the file represents one time step - * @author Alex Black - */ public class CSVSequenceRecordReader extends FileRecordReader implements SequenceRecordReader { private int skipNumLines = 0; private String delimiter = ","; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVVariableSlidingWindowRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVVariableSlidingWindowRecordReader.java index d742acb05..1a25a2ab4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVVariableSlidingWindowRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/CSVVariableSlidingWindowRecordReader.java @@ -34,14 +34,6 @@ import java.io.IOException; import java.net.URI; import java.util.*; -/** - * A sliding window of variable size across an entire CSV. - * - * In practice the sliding window size starts at 1, then linearly increase to maxLinesPer sequence, then - * linearly decrease back to 1. - * - * @author Justin Long (crockpotveggies) - */ public class CSVVariableSlidingWindowRecordReader extends CSVRecordReader implements SequenceRecordReader { public static final String LINES_PER_SEQUENCE = NAME_SPACE + ".nlinespersequence"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/SerializableCSVParser.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/SerializableCSVParser.java index 48a306c1a..f8b033633 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/SerializableCSVParser.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/csv/SerializableCSVParser.java @@ -25,15 +25,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * A very simple CSV parser released under a commercial-friendly license. - * This just implements splitting a single line into fields. - * - * @author Glen Smith - * @author Rainer Pruy - * - * Modified from OpenCSV 2.3 code to be serializable for Java and Kryo - */ public class SerializableCSVParser implements Serializable { private final char separator; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchRecordReader.java index 82b151110..219a99870 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchRecordReader.java @@ -38,25 +38,6 @@ import java.util.ArrayList; import java.util.Collection; import java.util.List; -/** - * FileBatchRecordReader reads the files contained in a {@link FileBatch} using the specified RecordReader.
- * Specifically, the {@link RecordReader#record(URI, DataInputStream)} method of the underlying reader is used to - * load files.
- * For example, if the FileBatch was constructed using image files (png, jpg etc), FileBatchRecordReader could be used - * with ImageRecordReader. For example:
- *
- * {@code
- * List imgFiles = ...;
- * FileBatch fb = FileBatch.forFiles(imgFiles);
- * PathLabelGenerator labelMaker = new ParentPathLabelGenerator();
- * ImageRecordReader rr = new ImageRecordReader(32, 32, 1, labelMaker);
- * rr.setLabels(Arrays.asList("class0", "class1"));
- * FileBatchRecordReader fbrr = new FileBatchRecordReader(rr, fb);
- * }
- * 
- * - * @author Alex Black - */ public class FileBatchRecordReader implements RecordReader { private final RecordReader recordReader; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchSequenceRecordReader.java index a9ee6bfdf..20bdb91b4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/filebatch/FileBatchSequenceRecordReader.java @@ -38,23 +38,6 @@ import java.net.URI; import java.util.Collection; import java.util.List; -/** - * FileBatchSequenceRecordReader reads the files contained in a {@link FileBatch} using the specified SequenceRecordReader.
- * Specifically, the {@link SequenceRecordReader#sequenceRecord(URI, DataInputStream)} } method of the underlying sequence - * reader is used to load files.
- * For example, if the FileBatch was constructed using csv sequence files (each file represents one example), - * FileBatchSequencRecordReader could be used with CSVSequenceRecordReader. For example:
- *
- * {@code
- * List fileList = ...;
- * FileBatch fb = FileBatch.forFiles(imgFiles);
- * SequenceRecordReader rr = new CSVSequenceRecordReader();
- * FileBatchSequenceRecordReader fbrr = new FileBatchSequenceRecordReader(rr, fb);
- * }
- * 
- * - * @author Alex Black - */ public class FileBatchSequenceRecordReader implements SequenceRecordReader { private final SequenceRecordReader recordReader; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemoryRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemoryRecordReader.java index da148f94c..105b2068a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemoryRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemoryRecordReader.java @@ -34,13 +34,6 @@ import java.io.IOException; import java.net.URI; import java.util.*; -/** - * This is a {@link RecordReader} - * primarily meant for unit tests. - * It carries records in memory and uses a list iterator internally. - * - * @author Adam Gibson - */ @Data public class InMemoryRecordReader implements RecordReader { private List> records; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemorySequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemorySequenceRecordReader.java index 0e0acc7d9..f97e5f28e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemorySequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/inmemory/InMemorySequenceRecordReader.java @@ -35,13 +35,6 @@ import java.io.IOException; import java.net.URI; import java.util.*; -/** - * This is a {@link SequenceRecordReader} - * primarily meant for unit tests. - * It carries records in memory and uses a list iterator internally. - * - * @author Adam Gibson - */ @Data public class InMemorySequenceRecordReader implements SequenceRecordReader { private List>> records; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/FieldSelection.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/FieldSelection.java index 85c3d88e7..08644df9a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/FieldSelection.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/FieldSelection.java @@ -27,17 +27,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * FieldSelection is used in conjunction with the {@link JacksonRecordReader} (and the subclasses). - * - * The are a few motivations here:
- * - Formats such as XML, JSON and YAML can contain arbitrarily nested components, and we need to flatten them somehow
- * - These formats can vary in terms of order (for example, JSON is unordered), so we need to define the exact order of outputs for the record reader
- * - In any given JSON/XML/YAML file, there might not be a particular value present (but: we still want it to be represented in the output)
- * - In any given JSON/XML/YAML file, we might want to totally ignore certain fields
- * - * @author Alex Black - */ public class FieldSelection implements Serializable { public static final Writable DEFAULT_MISSING_VALUE = new Text(""); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineRecordReader.java index e9e7befb5..848795be9 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineRecordReader.java @@ -27,32 +27,6 @@ import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.databind.ObjectMapper; -/** - * JacksonLineRecordReader will read a single file line-by-line when .next() is
- * called. It uses Jackson ObjectMapper and FieldSelection to read the fields in
- * each line.
- *
- * Each line should be a valid JSON entry without separator at the end. This is similar
- * to other readers and follows Hadoop convention. Hadoop and Spark use this format to
- * to make sure splits work properly in a cluster environment. For those new to Hadoop
- * file format convention, the reason is a large file can be split into chunks and
- * sent to different nodes in a cluster. If a record spanned multiple lines, split
- * might not get the complete record, which will result in runtime errors and calculation
- * errors. Where and how a job splits a file varies depending on the job configuration
- * and cluster size.
- *
- * A couple of important notes. The reader doesn't automatically create labels for each
- * record like JacksonRecordReader. JacksonRecordReader uses the folder name for the label
- * at runtime. It assumes a top level folder has multiple subfolders. The labels are the - * subfolder names.
- *
- * In the case of JacksonLineRecordReader, you have to provide the labels in the configuration
- * for the training. Please look at the examples in dl4j-examples repository on how to provide - * labels.
- * - * @author peter - * - */ public class JacksonLineRecordReader extends LineRecordReader { private FieldSelection selection; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineSequenceRecordReader.java index e0d7e80a2..0c67ef64f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonLineSequenceRecordReader.java @@ -37,16 +37,6 @@ import java.util.Iterator; import java.util.List; import java.util.NoSuchElementException; -/** - * The sequence record reader version of {@link JacksonLineRecordReader}.
- * Assumptions here:
- * 1. Each file is a separate record
- * 2. Each line of a file is one step within a sequence
- * See {@link JacksonLineRecordReader} for more details - * - * - * @author Alex Black - */ public class JacksonLineSequenceRecordReader extends FileRecordReader implements SequenceRecordReader { private FieldSelection selection; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonRecordReader.java index 38ba7ee6f..e11be0722 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/jackson/JacksonRecordReader.java @@ -41,29 +41,6 @@ import java.net.URI; import java.nio.charset.StandardCharsets; import java.util.*; -/** - * RecordReader using Jackson.
- * Design for this record reader:
- * - Support for JSON, XML and YAML: one record per file only, via Jackson ObjectMapper:
- *
    - *
  • - JSON: new ObjectMapper(new JsonFactory())
  • - *
  • - YAML: new ObjectMapper(new YAMLFactory()) (requires jackson-dataformat-yaml dependency)
  • - *
  • - XML: new ObjectMapper(new XmlFactory()) (requires jackson-dataformat-xml dependency)
  • - *
- * - User provides a list of fields to load, using {@link FieldSelection}. This complicates configuration for simple structures - * (user has to specify every field to load), however this allows us to parse files where: - *
    - *
  • - The fields in the json/xml/yaml is not in a consistent order (for example, JSON makes no guarantees about order). - * The order of output fields is provided via the FieldSelection object.
  • - *
  • - Fields may be missing in some files (output will include an (optionally) specified writable for the missing value, - * defined again in FieldSelection)
  • - *
  • - The fields in the json/yaml/xml files may have arbitrary nested structure: For example, {@code a: b: c: d: someValue}
  • - *
- * - Optional support for appending a label based on the path of the file, using {@link PathLabelGenerator}
- * - Support for shuffling of records (with an optional RNG seed)
- * - * @author Alex Black - */ public class JacksonRecordReader extends BaseRecordReader { private static final TypeReference> typeRef = new TypeReference>() {}; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/LibSvmRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/LibSvmRecordReader.java index 1a65df10c..8584d574e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/LibSvmRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/LibSvmRecordReader.java @@ -23,22 +23,6 @@ package org.datavec.api.records.reader.impl.misc; import lombok.extern.slf4j.Slf4j; import org.datavec.api.conf.Configuration; -/** - * Record reader for libsvm format, which is closely - * related to SVMLight format. Similar to scikit-learn - * we use a single reader for both formats, so this class - * is a subclass of SVMLightRecordReader. - * - * Further details on the format can be found at
- * - http://svmlight.joachims.org/
- * - http://www.csie.ntu.edu.tw/~cjlin/libsvmtools/datasets/multilabel.html
- * - http://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_svmlight_file.html - * - * @see SVMLightRecordReader - * - * @author Adam Gibson (original) - * @author dave@skymind.io - */ @Slf4j public class LibSvmRecordReader extends SVMLightRecordReader { public LibSvmRecordReader() { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/MatlabRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/MatlabRecordReader.java index 45df36377..b9e52f33a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/MatlabRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/MatlabRecordReader.java @@ -33,11 +33,6 @@ import java.util.ArrayList; import java.util.Iterator; import java.util.List; -/** - * Matlab record reader - * - * @author Adam Gibson - */ public class MatlabRecordReader extends FileRecordReader { private List> records = new ArrayList<>(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/SVMLightRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/SVMLightRecordReader.java index 06c5838c8..4534162bd 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/SVMLightRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/misc/SVMLightRecordReader.java @@ -39,36 +39,6 @@ import java.util.Collections; import java.util.List; import java.util.NoSuchElementException; -/** - * Record reader for SVMLight format, which can generally - * be described as - * - * LABEL INDEX:VALUE INDEX:VALUE ... - * - * SVMLight format is well-suited to sparse data (e.g., - * bag-of-words) because it omits all features with value - * zero. - * - * We support an "extended" version that allows for multiple - * targets (or labels) separated by a comma, as follows: - * - * LABEL1,LABEL2,... INDEX:VALUE INDEX:VALUE ... - * - * This can be used to represent either multitask problems or - * multilabel problems with sparse binary labels (controlled - * via the "MULTILABEL" configuration option). - * - * Like scikit-learn, we support both zero-based and one-based indexing. - * - * Further details on the format can be found at
- * - http://svmlight.joachims.org/
- * - http://www.csie.ntu.edu.tw/~cjlin/libsvmtools/datasets/multilabel.html
- * - http://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_svmlight_file.html - * - * @author Adam Gibson (original) - * @author Josh Patterson - * @author dave@skymind.io - */ @Slf4j public class SVMLightRecordReader extends LineRecordReader { /* Configuration options. */ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexLineRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexLineRecordReader.java index 90ed18747..298a5d931 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexLineRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexLineRecordReader.java @@ -38,17 +38,6 @@ import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; -/** - * RegexLineRecordReader: Read a file, one line at a time, and split it into fields using a regex. - * Specifically, we are using {@link java.util.regex.Pattern} and {@link java.util.regex.Matcher}.
- * To load an entire file using a - * - * Example: Data in format "2016-01-01 23:59:59.001 1 DEBUG First entry message!"
- * using regex String "(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}\\.\\d{3}) (\\d+) ([A-Z]+) (.*)"
- * would be split into 4 Text writables: ["2016-01-01 23:59:59.001", "1", "DEBUG", "First entry message!"] - * - * @author Alex Black - */ public class RegexLineRecordReader extends LineRecordReader { public final static String SKIP_NUM_LINES = NAME_SPACE + ".skipnumlines"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexSequenceRecordReader.java index 93a2a5b81..41b9f2e1b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/regex/RegexSequenceRecordReader.java @@ -45,21 +45,6 @@ import java.util.List; import java.util.regex.Matcher; import java.util.regex.Pattern; -/** - * RegexSequenceRecordReader: Read an entire file (as a sequence), one line at a time and - * split each line into fields using a regex. - * Specifically, we are using {@link Pattern} and {@link Matcher} to do the splitting into groups - * - * Example: Data in format "2016-01-01 23:59:59.001 1 DEBUG First entry message!"
- * using regex String "(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}\\.\\d{3}) (\\d+) ([A-Z]+) (.*)"
- * would be split into 4 Text writables: ["2016-01-01 23:59:59.001", "1", "DEBUG", "First entry message!"]
- * - * Note: RegexSequenceRecordReader supports multiple error handling modes, via {@link LineErrorHandling}. Invalid - * lines that don't match the provided regex can result in an exception (FailOnInvalid), can be skipped silently (SkipInvalid), - * or skip invalid but log a warning (SkipInvalidWithWarning) - * - * @author Alex Black - */ public class RegexSequenceRecordReader extends FileRecordReader implements SequenceRecordReader { public static final String SKIP_NUM_LINES = NAME_SPACE + ".skipnumlines"; public static final Charset DEFAULT_CHARSET = StandardCharsets.UTF_8; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReader.java index 0f79d2b9b..374b54c45 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReader.java @@ -37,14 +37,6 @@ import java.util.Collection; import java.util.List; import java.util.NoSuchElementException; -/** - * This wraps a {@link RecordReader} - * with a {@link TransformProcess} and allows every {@link Record} - * that is returned by the {@link RecordReader} - * to have a transform process applied before being returned. - * - * @author Adam Gibson - */ public class TransformProcessRecordReader implements RecordReader { protected RecordReader recordReader; protected TransformProcess transformProcess; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessSequenceRecordReader.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessSequenceRecordReader.java index 99d5cdf64..48cd6e937 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessSequenceRecordReader.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/reader/impl/transform/TransformProcessSequenceRecordReader.java @@ -37,13 +37,6 @@ import java.net.URI; import java.util.Collection; import java.util.List; -/** - * This wraps a {@link SequenceRecordReader} with a {@link TransformProcess} - * which will allow every {@link Record} returned from the {@link SequenceRecordReader} - * to be transformed before being returned. - * - * @author Adam Gibson - */ @AllArgsConstructor public class TransformProcessSequenceRecordReader implements SequenceRecordReader { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/RecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/RecordWriter.java index a0d5d96e1..822ebe53a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/RecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/RecordWriter.java @@ -32,10 +32,6 @@ import java.io.Closeable; import java.io.IOException; import java.util.List; -/** - * Record writer - * @author Adam Gibson - */ public interface RecordWriter extends Closeable, Configurable { String APPEND = "org.datavec.api.record.writer.append"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/SequenceRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/SequenceRecordWriter.java index 83858e34a..afb517a4b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/SequenceRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/SequenceRecordWriter.java @@ -30,11 +30,6 @@ import java.io.Closeable; import java.io.IOException; import java.util.List; -/** - * Sequence record writer - * - * @author Alex Black - */ public interface SequenceRecordWriter extends Closeable, Configurable { String APPEND = "org.datavec.api.record.writer.append"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/FileRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/FileRecordWriter.java index f9d5ed43c..42eee74e3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/FileRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/FileRecordWriter.java @@ -31,16 +31,6 @@ import java.io.IOException; import java.nio.charset.Charset; import java.nio.charset.StandardCharsets; -/** - * Write to files. - *

- * To set the path and configuration via configuration: - * writeTo: org.datavec.api.records.writer.path - *

- * This is the path used to write to - * - * @author Adam Gibson - */ public abstract class FileRecordWriter implements RecordWriter { public static final Charset DEFAULT_CHARSET = StandardCharsets.UTF_8; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/LineRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/LineRecordWriter.java index 669574f75..476eb7235 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/LineRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/LineRecordWriter.java @@ -29,10 +29,6 @@ import org.datavec.api.writable.Writable; import java.io.IOException; import java.util.List; -/** - * Line record writer - * @author Adam Gibson - */ public class LineRecordWriter extends FileRecordWriter { public LineRecordWriter() {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/csv/CSVRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/csv/CSVRecordWriter.java index 4a3f39892..1ea232c5c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/csv/CSVRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/csv/CSVRecordWriter.java @@ -28,11 +28,6 @@ import org.datavec.api.writable.Writable; import java.io.IOException; import java.util.List; -/** - * Csv record writer - * - * @author Adam Gibson - */ public class CSVRecordWriter extends FileRecordWriter { public static final String DEFAULT_DELIMITER = ","; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/LibSvmRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/LibSvmRecordWriter.java index 15f05fd40..5b75e0f42 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/LibSvmRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/LibSvmRecordWriter.java @@ -23,21 +23,5 @@ package org.datavec.api.records.writer.impl.misc; import lombok.extern.slf4j.Slf4j; -/** - * Record writer for libsvm format, which is closely - * related to SVMLight format. Similar to scikit-learn - * we use a single writer for both formats, so this class - * is a subclass of SVMLightRecordWriter. - * - * @see SVMLightRecordWriter - * - * Further details on the format can be found at
- * - http://svmlight.joachims.org/
- * - http://www.csie.ntu.edu.tw/~cjlin/libsvmtools/datasets/multilabel.html
- * - http://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_svmlight_file.html - * - * @author Adam Gibson (original) - * @author dave@skymind.io - */ @Slf4j public class LibSvmRecordWriter extends SVMLightRecordWriter {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/MatlabRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/MatlabRecordWriter.java index 83d5ce7cd..490c6e39d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/MatlabRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/MatlabRecordWriter.java @@ -29,11 +29,6 @@ import org.datavec.api.writable.Writable; import java.io.IOException; import java.util.List; -/** - * Write matlab records - * - * @author Adam Gibson - */ public class MatlabRecordWriter extends FileRecordWriter { public MatlabRecordWriter() {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/SVMLightRecordWriter.java b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/SVMLightRecordWriter.java index 356e4790b..56db1df58 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/SVMLightRecordWriter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/records/writer/impl/misc/SVMLightRecordWriter.java @@ -33,36 +33,6 @@ import java.io.IOException; import java.util.ArrayList; import java.util.List; -/** - * Record writer for SVMLight format, which can generally - * be described as - * - * LABEL INDEX:VALUE INDEX:VALUE ... - * - * SVMLight format is well-suited to sparse data (e.g., - * bag-of-words) because it omits all features with value - * zero. - * - * We support an "extended" version that allows for multiple - * targets (or labels) separated by a comma, as follows: - * - * LABEL1,LABEL2,... INDEX:VALUE INDEX:VALUE ... - * - * This can be used to represent either multitask problems or - * multilabel problems with sparse binary labels (controlled - * via the "MULTILABEL" configuration option). - * - * Like scikit-learn, we support both zero-based and one-based indexing. - * - * Further details on the format can be found at
- * - http://svmlight.joachims.org/
- * - http://www.csie.ntu.edu.tw/~cjlin/libsvmtools/datasets/multilabel.html
- * - http://scikit-learn.org/stable/modules/generated/sklearn.datasets.load_svmlight_file.html - * - * @author Adam Gibson (original) - * @author Josh Patterson - * @author dave@skymind.io - */ @Slf4j public class SVMLightRecordWriter extends FileRecordWriter { /* Configuration options. */ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/CollectionInputSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/CollectionInputSplit.java index 247522885..918076906 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/CollectionInputSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/CollectionInputSplit.java @@ -26,11 +26,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.Collection; -/** - * A simple InputSplit based on a collection of URIs - * - * @author Alex Black - */ public class CollectionInputSplit extends BaseInputSplit { public CollectionInputSplit(URI[] array){ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/FileSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/FileSplit.java index e2279b840..f4239f9fe 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/FileSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/FileSplit.java @@ -33,11 +33,6 @@ import java.io.*; import java.net.URI; import java.util.*; -/** - * File input split. Splits up a root directory in to files. - * - * @author Adam Gibson - */ public class FileSplit extends BaseInputSplit { protected File rootDir; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/InputSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/InputSplit.java index a33b8da4e..86730aa04 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/InputSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/InputSplit.java @@ -26,14 +26,6 @@ import java.io.OutputStream; import java.net.URI; import java.util.Iterator; -/** - * An input split. - * Basically, a list of loadable locations - * exposed as an iterator. - * - * - * @author Adam Gibson - */ public interface InputSplit { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/InputStreamInputSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/InputStreamInputSplit.java index 5f7bb4a5a..7e29d6456 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/InputStreamInputSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/InputStreamInputSplit.java @@ -28,15 +28,6 @@ import java.util.Arrays; import java.util.Collections; import java.util.Iterator; -/** - * - * Input stream input split. - * The normal pattern is reading the whole - * input stream and turning that in to a record. - * This is meant for streaming raw data - * rather than normal mini batch pre processing. - * @author Adam Gibson - */ public class InputStreamInputSplit implements InputSplit { private InputStream is; private URI[] location; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/NumberedFileInputSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/NumberedFileInputSplit.java index 47253fe24..039548f2e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/NumberedFileInputSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/NumberedFileInputSplit.java @@ -30,13 +30,6 @@ import java.util.NoSuchElementException; import java.util.regex.Matcher; import java.util.regex.Pattern; -/**InputSplit for sequences of numbered files. - * Example usages:
- * Suppose files are sequenced according to "myFile_100.txt", "myFile_101.txt", ..., "myFile_200.txt" - * then use new NumberedFileInputSplit("myFile_%d.txt",100,200) - * NumberedFileInputSplit utilizes String.format(), hence the requirement for "%d" to represent - * the integer index. - */ @Slf4j public class NumberedFileInputSplit implements InputSplit { private final String baseString; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/OutputStreamInputSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/OutputStreamInputSplit.java index 52fdfa38b..44af7930a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/OutputStreamInputSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/OutputStreamInputSplit.java @@ -28,15 +28,6 @@ import java.io.OutputStream; import java.net.URI; import java.util.Iterator; -/** - * - * Input stream input split. - * The normal pattern outputStream reading the whole - * input stream and turning that in to a record. - * This outputStream meant for streaming raw data - * rather than normal mini batch pre processing. - * @author Adam Gibson - */ public class OutputStreamInputSplit implements InputSplit { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/StreamInputSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/StreamInputSplit.java index 82edfafd3..5d4ba6c2e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/StreamInputSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/StreamInputSplit.java @@ -31,18 +31,6 @@ import java.io.OutputStream; import java.net.URI; import java.util.*; -/** - * StreamInputSplit is a way of specifying input as a bunch of URIs, as well as the way those URIs should be opened. - * For example, if data was stored remotely (HDFS, S3, etc) you could use StreamInputSplit to load them, doing two things: - * (a) providing the URIs of the remote data to the constructor
- * (b) providing a {@code Function} that opens an InputStream for the given URI.
- *
- * Note: supports optional randomization (shuffling of order in which streams are read) via {@link #StreamInputSplit(List, Function, Random)} - * by providing a {@link Random} instance. If no Random instance is provided, the order will always be according to the - * order in the provided list of URIs. - * - * @author Alex Black - */ @Data public class StreamInputSplit implements InputSplit { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/TransformSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/TransformSplit.java index f02c22ddf..81789c707 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/TransformSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/TransformSplit.java @@ -28,13 +28,6 @@ import java.net.URI; import java.net.URISyntaxException; import java.util.Iterator; -/** - * InputSplit implementation that maps the URIs of a given BaseInputSplit to new URIs. Useful when features and labels - * are in different files sharing a common naming scheme, and the name of the output file can be determined given the - * name of the input file. - * - * @author Ede Meijer - */ public class TransformSplit extends BaseInputSplit { private final BaseInputSplit sourceSplit; private final URITransform transform; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/NumberOfRecordsPartitioner.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/NumberOfRecordsPartitioner.java index a95fb168f..637198ac3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/NumberOfRecordsPartitioner.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/NumberOfRecordsPartitioner.java @@ -26,15 +26,6 @@ import org.datavec.api.split.InputSplit; import java.io.OutputStream; import java.net.URI; -/** - * Partition relative to number of records written per file. - * This partitioner will ensure that no more than - * {@link #recordsPerFile} number of records is written per - * file when outputting to the various locations of the - * {@link InputSplit} locations. - * - * @author Adam Gibson - */ public class NumberOfRecordsPartitioner implements Partitioner { private URI[] locations; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/Partitioner.java b/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/Partitioner.java index 40ef304f6..d3bc4546b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/Partitioner.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/split/partition/Partitioner.java @@ -25,11 +25,6 @@ import org.datavec.api.split.InputSplit; import java.io.OutputStream; -/** - * A partitioner for iterating thorugh files for {@link org.datavec.api.records.writer.RecordWriter}. - * This allows for a configurable log rotation like algorithm for partitioning files by number of recodrds, - * sizes among other things. - */ public interface Partitioner { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/timeseries/util/TimeSeriesWritableUtils.java b/datavec/datavec-api/src/main/java/org/datavec/api/timeseries/util/TimeSeriesWritableUtils.java index e7f9c8fb1..916478f0e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/timeseries/util/TimeSeriesWritableUtils.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/timeseries/util/TimeSeriesWritableUtils.java @@ -34,12 +34,6 @@ import org.nd4j.common.primitives.Pair; import java.util.Iterator; import java.util.List; -/** - * Simple utils for converting {@link Writable} s - * lists to {@link INDArray} - * - * @author Adam Gibson - */ public class TimeSeriesWritableUtils { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnOp.java index d5c6f0687..e1c404689 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnOp.java @@ -23,13 +23,6 @@ package org.datavec.api.transform; import org.datavec.api.transform.schema.Schema; -/** - * ColumnOp - * is a transform meant - * to run over 1 or more columns - * - * @author Adam Gibson - */ public interface ColumnOp extends Operation { /** Set the input schema. diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnType.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnType.java index bd438a5ba..a63cd4cce 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnType.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ColumnType.java @@ -23,9 +23,6 @@ package org.datavec.api.transform; import org.datavec.api.transform.metadata.*; import org.datavec.api.writable.WritableType; -/** - * The type of column. - */ public enum ColumnType { String, Integer, Long, Double, Float, Categorical, Time, Bytes, //Arbitrary byte[] data Boolean, NDArray; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/DataAction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/DataAction.java index 3b46b98a6..b03be4a25 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/DataAction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/DataAction.java @@ -32,12 +32,6 @@ import org.nd4j.shade.jackson.annotation.JsonInclude; import java.io.Serializable; -/** A helper class used in TransformProcess - * to store the types of action to - * execute next. - * - * @author Alex Black - * */ @Data @JsonInclude(JsonInclude.Include.NON_NULL) public class DataAction implements Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/Distance.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/Distance.java index 1f872ad30..ddfe8f3b5 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/Distance.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/Distance.java @@ -20,9 +20,6 @@ package org.datavec.api.transform; -/** - * Distance enumeration - */ public enum Distance { COSINE, EUCLIDEAN, MANHATTAN } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathFunction.java index de4c8e09f..bd3e2ea27 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathFunction.java @@ -20,11 +20,6 @@ package org.datavec.api.transform; -/** - * Enumeration for mathematical functions - * - * @author Alex Black - */ public enum MathFunction { ABS, ACOS, ASIN, ATAN, CEIL, COS, COSH, EXP, FLOOR, LOG, LOG10, SIGNUM, SIN, SINH, SQRT, TAN, TANH } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathOp.java index 1df938257..7a25815ad 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/MathOp.java @@ -20,21 +20,6 @@ package org.datavec.api.transform; -/** - * Mathematical operations for Double, Integer and Long columns
- * - * Add
- * Subtract
- * Multiply
- * Divide
- * Modulus
- * Reverse subtract: do scalar - x (instead of x-scalar in Subtract)
- * Reverse divide: do scalar/x (instead of x/scalar in Divide)
- * Scalar min: return Min(scalar,x)
- * Scalar max: return Max(scalar,x)
- * - * @author Alex Black - */ public enum MathOp { Add, Subtract, Multiply, Divide, Modulus, ReverseSubtract, ReverseDivide, ScalarMin, ScalarMax } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ReduceOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ReduceOp.java index dd072bf6e..0f70767f1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ReduceOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ReduceOp.java @@ -23,26 +23,6 @@ package org.datavec.api.transform; import org.datavec.api.transform.reduce.AggregableColumnReduction; import org.datavec.api.transform.reduce.Reducer; -/**ReduceOp defines the type of column reductions that can be used when reducing - * a set of values to a single value.
- * - * Min: take the minimum value
- * Max: take the maximum value
- * Range: output the value max-min
- * Sum: Reduce by summing all values
- * Mean: Reduce by taking the arithmetic mean of the values
- * Stdev: Reduce by calculating the sample standard deviation
- * Count: Reduce by doing a simple count
- * CountUnique: Reduce by counting the number of unique values
- * TakeFirst: Take the first possible value in the list
- * TakeLast: Take the last possible value in the list
- * - * Note: For custom reduction operations with {@link Reducer} - * , use the {@link AggregableColumnReduction} - * functionality. - * - * @author Alex Black - */ public enum ReduceOp { Prod, Min, Max, Range, //Max - Min Append, Prepend, // String operations : concatenate, concatenate with commuted arguments diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/StringReduceOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/StringReduceOp.java index 570175539..627fd759a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/StringReduceOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/StringReduceOp.java @@ -20,17 +20,6 @@ package org.datavec.api.transform; -/** - * A string reduce op is used for combining strings such as - * merging, appending, or prepending. - * - * The following ops are supported: - * PREPEND: prepend the first string to the second - * APPEND: append the first string to the second - * MERGE: Merge the 2 strings - * FORMAT: Apply the format (the first column, to the string separated list via csv) - * @author Adam Gibson - */ public enum StringReduceOp { PREPEND, APPEND, MERGE, REPLACE } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/Transform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/Transform.java index 4adeca268..5edafa32f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/Transform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/Transform.java @@ -27,8 +27,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/**A Transform converts an example to another example, or a sequence to another sequence - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface Transform extends Serializable, ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/TransformProcess.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/TransformProcess.java index b006f9528..8a2400172 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/TransformProcess.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/TransformProcess.java @@ -78,13 +78,6 @@ import java.io.Serializable; import java.util.*; import java.util.concurrent.TimeUnit; -/** - * A TransformProcess defines - * an ordered list of transformations - * to be executed on some data - * - * @author Alex Black - */ @Data @Slf4j public class TransformProcess implements Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/AnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/AnalysisCounter.java index 7cedeb971..d45264ce6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/AnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/AnalysisCounter.java @@ -24,9 +24,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; -/** - * Created by Alex on 23/06/2016. - */ public interface AnalysisCounter extends Serializable { T add(Writable writable); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/DataAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/DataAnalysis.java index aacdda453..7308aa942 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/DataAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/DataAnalysis.java @@ -40,11 +40,6 @@ import java.io.IOException; import java.io.Serializable; import java.util.*; -/** - * The DataAnalysis class represents analysis (summary statistics) for a data set. - * - * @author Alex Black - */ @AllArgsConstructor @Data @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/SequenceDataAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/SequenceDataAnalysis.java index ca80a6c98..4be7977f4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/SequenceDataAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/SequenceDataAnalysis.java @@ -33,9 +33,6 @@ import org.nd4j.shade.jackson.databind.exc.InvalidTypeIdException; import java.io.IOException; import java.util.List; -/** - * Created by Alex on 12/03/2016. - */ @EqualsAndHashCode(callSuper = true) @Data public class SequenceDataAnalysis extends DataAnalysis { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/BytesAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/BytesAnalysis.java index 623235a6f..ac50c7ad1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/BytesAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/BytesAnalysis.java @@ -25,11 +25,6 @@ import lombok.Data; import lombok.NoArgsConstructor; import org.datavec.api.transform.ColumnType; -/** - * Analysis for bytes (byte[]) columns - * - * @author Alex Black - */ @AllArgsConstructor @Data @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/CategoricalAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/CategoricalAnalysis.java index b7d1af750..4460cd739 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/CategoricalAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/CategoricalAnalysis.java @@ -27,11 +27,6 @@ import org.datavec.api.transform.ColumnType; import java.util.*; -/** - * Analysis for categorical columns - * - * @author Alex Black - */ @AllArgsConstructor @Data @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/ColumnAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/ColumnAnalysis.java index e2332b502..296df8ef1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/ColumnAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/ColumnAnalysis.java @@ -26,9 +26,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; -/** - * Interface for column analysis - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface ColumnAnalysis extends Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/DoubleAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/DoubleAnalysis.java index 2001e47ce..883c1d99e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/DoubleAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/DoubleAnalysis.java @@ -25,11 +25,6 @@ import lombok.EqualsAndHashCode; import lombok.NoArgsConstructor; import org.datavec.api.transform.ColumnType; -/** - * Analysis for Double columns - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/IntegerAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/IntegerAnalysis.java index 72746fb69..9c456f3fa 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/IntegerAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/IntegerAnalysis.java @@ -25,11 +25,6 @@ import lombok.EqualsAndHashCode; import lombok.NoArgsConstructor; import org.datavec.api.transform.ColumnType; -/** - * Analysis for Integer columns - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/LongAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/LongAnalysis.java index 86be25186..018d098c3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/LongAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/LongAnalysis.java @@ -25,11 +25,6 @@ import lombok.EqualsAndHashCode; import lombok.NoArgsConstructor; import org.datavec.api.transform.ColumnType; -/** - * Analysis for Long columns - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NDArrayAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NDArrayAnalysis.java index 207ee3b62..c97d7c744 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NDArrayAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NDArrayAnalysis.java @@ -28,11 +28,6 @@ import org.datavec.api.transform.ColumnType; import java.util.*; -/** - * Column analysis class for NDArray columns - * - * @author Alex Black - */ @AllArgsConstructor @NoArgsConstructor //For Jackson/json @Builder(builderClassName = "Builder", builderMethodName = "Builder") diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NumericalColumnAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NumericalColumnAnalysis.java index 7569648f3..752deb550 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NumericalColumnAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/NumericalColumnAnalysis.java @@ -28,11 +28,6 @@ import org.datavec.api.transform.analysis.json.TDigestSerializer; import org.nd4j.shade.jackson.databind.annotation.JsonDeserialize; import org.nd4j.shade.jackson.databind.annotation.JsonSerialize; -/** - * Abstract class for numerical column analysis - * - * @author Alex Black - */ @Data @EqualsAndHashCode(exclude = {"digest"}) public abstract class NumericalColumnAnalysis implements ColumnAnalysis { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/StringAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/StringAnalysis.java index c8a6da89c..6023ce806 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/StringAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/StringAnalysis.java @@ -25,11 +25,6 @@ import lombok.Data; import lombok.NoArgsConstructor; import org.datavec.api.transform.ColumnType; -/** - * Analysis for String columns - * - * @author Alex Black - */ @Data @AllArgsConstructor @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/TimeAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/TimeAnalysis.java index 1367313a1..67056a046 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/TimeAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/columns/TimeAnalysis.java @@ -28,11 +28,6 @@ import org.joda.time.DateTimeZone; import org.joda.time.format.DateTimeFormat; import org.joda.time.format.DateTimeFormatter; -/** - * Analysis for Time columns - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data @NoArgsConstructor //For Jackson deserialization diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/BytesAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/BytesAnalysisCounter.java index eca69557e..07d263db7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/BytesAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/BytesAnalysisCounter.java @@ -25,11 +25,6 @@ import lombok.Data; import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.writable.Writable; -/** - * A counter function for doing analysis on BytesWritable columns, on Spark - * - * @author Alex Black - */ @AllArgsConstructor @Data public class BytesAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/CategoricalAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/CategoricalAnalysisCounter.java index 099a38792..297fef35b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/CategoricalAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/CategoricalAnalysisCounter.java @@ -30,11 +30,6 @@ import java.util.HashSet; import java.util.Map; import java.util.Set; -/** - * A counter function for doing analysis on Categorical columns, on Spark - * - * @author Alex Black - */ @AllArgsConstructor @Data public class CategoricalAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/DoubleAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/DoubleAnalysisCounter.java index bce192edb..7f16b8d7a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/DoubleAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/DoubleAnalysisCounter.java @@ -26,11 +26,6 @@ import lombok.Data; import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.writable.Writable; -/** - * A counter function for doing analysis on Double columns, on Spark - * - * @author Alex Black - */ @AllArgsConstructor @Data public class DoubleAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/IntegerAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/IntegerAnalysisCounter.java index ef8eb3ed5..0028e5e1d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/IntegerAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/IntegerAnalysisCounter.java @@ -26,11 +26,6 @@ import lombok.Data; import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.writable.Writable; -/** - * A counter function for doing analysis on integer columns, on Spark - * - * @author Alex Black - */ @AllArgsConstructor @Data public class IntegerAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/LongAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/LongAnalysisCounter.java index 6b203b77b..4243deeef 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/LongAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/LongAnalysisCounter.java @@ -26,11 +26,6 @@ import lombok.Data; import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.writable.Writable; -/** - * A counter function for doing analysis on Long columns, on Spark - * - * @author Alex Black - */ @AllArgsConstructor @Data public class LongAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/NDArrayAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/NDArrayAnalysisCounter.java index 41168fd4b..3349d75c5 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/NDArrayAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/NDArrayAnalysisCounter.java @@ -31,11 +31,6 @@ import java.util.HashSet; import java.util.Map; import java.util.Set; -/** - * A counter for performing analysis on NDArray columns - * - * @author Alex Black - */ public class NDArrayAnalysisCounter implements AnalysisCounter { private long countTotal; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/StringAnalysisCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/StringAnalysisCounter.java index 3ef015c56..c31f35ad8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/StringAnalysisCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/counter/StringAnalysisCounter.java @@ -25,11 +25,6 @@ import lombok.Data; import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.writable.Writable; -/** - * A counter function for doing analysis on String columns, on Spark - * - * @author Alex Black - */ @AllArgsConstructor @Data public class StringAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/CategoricalHistogramCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/CategoricalHistogramCounter.java index 41193da8e..d481042ef 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/CategoricalHistogramCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/CategoricalHistogramCounter.java @@ -26,11 +26,6 @@ import java.util.HashMap; import java.util.List; import java.util.Map; -/** - * A counter for building histograms of Categorical columns - * - * @author Alex Black - */ public class CategoricalHistogramCounter implements HistogramCounter { private HashMap counts = new HashMap<>(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/DoubleHistogramCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/DoubleHistogramCounter.java index e537434c9..cb2ea37e2 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/DoubleHistogramCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/DoubleHistogramCounter.java @@ -22,11 +22,6 @@ package org.datavec.api.transform.analysis.histogram; import org.datavec.api.writable.Writable; -/** - * A counter for building histograms on a Double column - * - * @author Alex Black - */ public class DoubleHistogramCounter implements HistogramCounter { private final double minValue; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/HistogramCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/HistogramCounter.java index 41b631a7a..4f7503626 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/HistogramCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/HistogramCounter.java @@ -24,11 +24,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; -/** - * HistogramCounter: used to calculate histogram values for one column - * - * @author Alex Black - */ public interface HistogramCounter extends Serializable { HistogramCounter add(Writable w); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/NDArrayHistogramCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/NDArrayHistogramCounter.java index a52e96362..2ab063cff 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/NDArrayHistogramCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/NDArrayHistogramCounter.java @@ -25,13 +25,6 @@ import org.datavec.api.writable.NDArrayWritable; import org.datavec.api.writable.Writable; import org.nd4j.linalg.api.ndarray.INDArray; -/** - * A counter for building histograms on a NDArray columns. - * This is a bit of a hack, using DoubleHistogramCounter internally. This should (one day) be optimized to use - * native ND4J operations - * - * @author Alex Black - */ public class NDArrayHistogramCounter implements HistogramCounter { private DoubleHistogramCounter underlying; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/StringHistogramCounter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/StringHistogramCounter.java index 24a19f8d1..179e0f8bb 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/StringHistogramCounter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/histogram/StringHistogramCounter.java @@ -22,11 +22,6 @@ package org.datavec.api.transform.analysis.histogram; import org.datavec.api.writable.Writable; -/** - * A counter for building histograms (of String length) on a String column - * - * @author Alex Black - */ public class StringHistogramCounter implements HistogramCounter { private final int minLength; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisAddFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisAddFunction.java index 2db9c34a7..9fac13e63 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisAddFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisAddFunction.java @@ -38,11 +38,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * Add function used for undertaking quality analysis of a data set via Spark - * - * @author Alex Black - */ @AllArgsConstructor public class QualityAnalysisAddFunction implements BiFunction, List, List>, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisCombineFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisCombineFunction.java index edc66be0d..adfcb7e12 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisCombineFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisCombineFunction.java @@ -26,11 +26,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * Combine function used for undertaking analysis of a data set via Spark - * - * @author Alex Black - */ public class QualityAnalysisCombineFunction implements BiFunction, List, List>, Serializable { @Override diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisState.java index db2696fb9..a8c88a093 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/QualityAnalysisState.java @@ -25,9 +25,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; -/** - * Created by huitseeker on 3/6/17. - */ public interface QualityAnalysisState extends Serializable { T add(Writable writable); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/bytes/BytesQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/bytes/BytesQualityAnalysisState.java index 5b280a744..409387600 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/bytes/BytesQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/bytes/BytesQualityAnalysisState.java @@ -26,12 +26,6 @@ import org.datavec.api.transform.quality.columns.BytesQuality; import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 3/6/17. - * NOTE: this class is not ready for production - * See the {@link BytesQuality} class. - - */ public class BytesQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAddFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAddFunction.java index 5e092a00e..4346d4c1e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAddFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAddFunction.java @@ -30,9 +30,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class CategoricalQualityAddFunction implements BiFunction, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAnalysisState.java index 4e81886c2..5dc13406a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityAnalysisState.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.quality.columns.CategoricalQuality; import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 3/6/17. - */ public class CategoricalQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityMergeFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityMergeFunction.java index caf36c5fa..1abdc5429 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityMergeFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/categorical/CategoricalQualityMergeFunction.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ public class CategoricalQualityMergeFunction implements BiFunction, Serializable { @Override diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAddFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAddFunction.java index 252bc8f0b..d9db5b8e1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAddFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAddFunction.java @@ -30,9 +30,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class IntegerQualityAddFunction implements BiFunction, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAnalysisState.java index 3f4a1ce3c..5d6381a4f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityAnalysisState.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.IntegerQuality; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 3/6/17. - */ public class IntegerQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityMergeFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityMergeFunction.java index 876a63a50..02657366c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityMergeFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/integer/IntegerQualityMergeFunction.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ public class IntegerQualityMergeFunction implements BiFunction, Serializable { @Override public IntegerQuality apply(IntegerQuality v1, IntegerQuality v2) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAddFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAddFunction.java index 40329b330..8e8aa386f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAddFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAddFunction.java @@ -30,9 +30,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class LongQualityAddFunction implements BiFunction, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAnalysisState.java index d96e19fad..7ae2fec2b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityAnalysisState.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.LongQuality; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 3/6/17. - */ public class LongQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityMergeFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityMergeFunction.java index 3d5a132fa..ed89e6493 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityMergeFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/longq/LongQualityMergeFunction.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ public class LongQualityMergeFunction implements BiFunction, Serializable { @Override public LongQuality apply(LongQuality v1, LongQuality v2) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAddFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAddFunction.java index 25282be21..de1b859e1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAddFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAddFunction.java @@ -30,9 +30,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class RealQualityAddFunction implements BiFunction, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAnalysisState.java index b3ffa9a2b..25f9196d3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityAnalysisState.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.DoubleQuality; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 3/6/17. - */ public class RealQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityMergeFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityMergeFunction.java index 458a85fa4..8e48775cf 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityMergeFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/real/RealQualityMergeFunction.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ public class RealQualityMergeFunction implements BiFunction, Serializable { @Override public DoubleQuality apply(DoubleQuality v1, DoubleQuality v2) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAddFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAddFunction.java index 298637cc8..bd81fe577 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAddFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAddFunction.java @@ -30,9 +30,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class StringQualityAddFunction implements BiFunction, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAnalysisState.java index 32059b083..ecb4bb9f3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityAnalysisState.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.StringQuality; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 3/6/17. - */ public class StringQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityMergeFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityMergeFunction.java index fb6211da3..eaccf6d5a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityMergeFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/string/StringQualityMergeFunction.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ public class StringQualityMergeFunction implements BiFunction, Serializable { @Override public StringQuality apply(StringQuality v1, StringQuality v2) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityAnalysisState.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityAnalysisState.java index 294dda556..ac5f19d99 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityAnalysisState.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityAnalysisState.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.quality.columns.ColumnQuality; import org.datavec.api.transform.quality.columns.TimeQuality; import org.datavec.api.writable.Writable; -/** - * @author Alex Black - */ public class TimeQualityAnalysisState implements QualityAnalysisState { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityMergeFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityMergeFunction.java index 0e1728560..67a6ed240 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityMergeFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/quality/time/TimeQualityMergeFunction.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.BiFunction; import java.io.Serializable; -/** - * Created by Alex on 5/03/2016. - */ public class TimeQualityMergeFunction implements BiFunction, Serializable { @Override public TimeQuality apply(TimeQuality v1, TimeQuality v2) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/sequence/SequenceLengthAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/sequence/SequenceLengthAnalysis.java index 403396f90..3b7140142 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/sequence/SequenceLengthAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/analysis/sequence/SequenceLengthAnalysis.java @@ -26,9 +26,6 @@ import lombok.Data; import java.io.Serializable; -/** - * Created by Alex on 12/03/2016. - */ @AllArgsConstructor @Data @Builder diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/BooleanCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/BooleanCondition.java index 921a66031..a9db25af3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/BooleanCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/BooleanCondition.java @@ -28,15 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.List; -/** - * BooleanCondition: used for creating compound conditions, - * such as AND(ConditionA, ConditionB, ...)
- * As a BooleanCondition is a condition, - * these can be chained together, - * like NOT(OR(AND(...),AND(...))) - * - * @author Alex Black - */ @EqualsAndHashCode @Data public class BooleanCondition implements Condition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/Condition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/Condition.java index 3384419ec..cba0c6930 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/Condition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/Condition.java @@ -29,14 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/** - * The Condition interface defines a binary state that either holds/is satisfied for an example/sequence, - * or does not hold.
- * Example: number greater than x, String is one of {X,Y,Z}, etc.
- * Typical uses for conditions: filtering, conditional replacement, conditional reduction, etc - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface Condition extends Serializable, ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/ConditionOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/ConditionOp.java index 13d1e79ff..9dbb6dc7b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/ConditionOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/ConditionOp.java @@ -22,9 +22,6 @@ package org.datavec.api.transform.condition; import java.util.Set; -/** - * Created by Alex on 24/03/2016. - */ public enum ConditionOp { LessThan, LessOrEqual, GreaterThan, GreaterOrEqual, Equal, NotEqual, InSet, NotInSet; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/SequenceConditionMode.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/SequenceConditionMode.java index 304ade0df..944bff55f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/SequenceConditionMode.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/SequenceConditionMode.java @@ -20,14 +20,6 @@ package org.datavec.api.transform.condition; -/** - * For certain single-column conditions: how should we apply these to sequences?
- * And: Condition applies to sequence only if it applies to ALL time steps
- * Or: Condition applies to sequence if it applies to ANY time steps
- * NoSequencMode: Condition cannot be applied to sequences at all (error condition) - * - * @author Alex Black - */ public enum SequenceConditionMode { And, Or, NoSequenceMode } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BaseColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BaseColumnCondition.java index fb7257dc5..1333e9c87 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BaseColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BaseColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import java.util.List; -/** - * Abstract class for column conditions - * - * @author Alex Black - */ @JsonIgnoreProperties({"columnIdx", "schema", "sequenceMode"}) @EqualsAndHashCode(exclude = {"columnIdx", "schema", "sequenceMode"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BooleanColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BooleanColumnCondition.java index 5be974b03..2e59fe5de 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BooleanColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/BooleanColumnCondition.java @@ -25,9 +25,6 @@ import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.writable.BooleanWritable; import org.datavec.api.writable.Writable; -/** - * Created by agibsonccc on 11/26/16. - */ @Data public class BooleanColumnCondition extends BaseColumnCondition { protected BooleanColumnCondition(String columnName, SequenceConditionMode sequenceConditionMode) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/CategoricalColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/CategoricalColumnCondition.java index 38382bece..b5039de78 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/CategoricalColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/CategoricalColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values in a Categorical column, using a {@link ConditionOp} - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class CategoricalColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/ColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/ColumnCondition.java index 4e1cdf48f..98d416456 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/ColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/ColumnCondition.java @@ -28,9 +28,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Created by agibsonccc on 11/26/16. - */ public interface ColumnCondition extends Condition, ColumnOp { SequenceConditionMode DEFAULT_SEQUENCE_CONDITION_MODE = SequenceConditionMode.Or; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/DoubleColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/DoubleColumnCondition.java index 459f2b9a9..2f8ac7cba 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/DoubleColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/DoubleColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values in a Double column, using a {@link ConditionOp} - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class DoubleColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/FloatColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/FloatColumnCondition.java index 6014db4a1..f9182bd30 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/FloatColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/FloatColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values in a Float column, using a {@link ConditionOp} - * - * @author Fariz Rahman - */ @EqualsAndHashCode(callSuper = true) @Data public class FloatColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InfiniteColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InfiniteColumnCondition.java index 821fbd68d..dd7c77132 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InfiniteColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InfiniteColumnCondition.java @@ -24,11 +24,6 @@ import lombok.Data; import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.writable.Writable; -/** - * A column condition that simply checks whether a floating point value is infinite - * - * @author Alex Black - */ @Data public class InfiniteColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/IntegerColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/IntegerColumnCondition.java index f5be88676..1e1afd7d6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/IntegerColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/IntegerColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values in an Integer column, using a {@link ConditionOp} - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class IntegerColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InvalidValueColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InvalidValueColumnCondition.java index a5a5d8c63..4c69b5f45 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InvalidValueColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/InvalidValueColumnCondition.java @@ -23,15 +23,6 @@ package org.datavec.api.transform.condition.column; import lombok.Data; import org.datavec.api.writable.*; -/** - * A Condition that applies to a single column. - * Whenever the specified value is invalid according to the schema, the condition applies. - *

- * For example, if a Writable contains String values in an Integer column (and these cannot be parsed to an integer), then - * the condition would return true, as these values are invalid according to the schema. - * - * @author Alex Black - */ @Data public class InvalidValueColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/LongColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/LongColumnCondition.java index 37a69acfd..2cc748c74 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/LongColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/LongColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values in a Long column, using a {@link ConditionOp} - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class LongColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NaNColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NaNColumnCondition.java index d40842af5..875d45a5a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NaNColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NaNColumnCondition.java @@ -24,11 +24,6 @@ import lombok.Data; import org.datavec.api.transform.condition.SequenceConditionMode; import org.datavec.api.writable.Writable; -/** - * A column condition that simply checks whether a floating point value is NaN - * - * @author Alex Black - */ @Data public class NaNColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NullWritableColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NullWritableColumnCondition.java index 2cb625ea5..3ec14f6f9 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NullWritableColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/NullWritableColumnCondition.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Condition that applies to the values in any column. Specifically, condition is true - * if the Writable value is a NullWritable, and false for any other value - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class NullWritableColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/StringColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/StringColumnCondition.java index 2eb5fe3c3..8cda6223f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/StringColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/StringColumnCondition.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values in a String column, using a {@link ConditionOp} - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class StringColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TimeColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TimeColumnCondition.java index dc27876d3..c654518a5 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TimeColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TimeColumnCondition.java @@ -29,12 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Set; -/** - * Condition that applies to the values - * in a Time column, using a {@link ConditionOp} - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class TimeColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TrivialColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TrivialColumnCondition.java index 3bb863f84..b06f381de 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TrivialColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/column/TrivialColumnCondition.java @@ -28,9 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.List; -/** - * Created by huitseeker on 5/17/17. - */ @JsonIgnoreProperties({"schema"}) @Data public class TrivialColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/sequence/SequenceLengthCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/sequence/SequenceLengthCondition.java index 3509656d4..9fe595ee7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/sequence/SequenceLengthCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/sequence/SequenceLengthCondition.java @@ -33,11 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.List; import java.util.Set; -/** - * A condition on sequence lengths - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema"}) @EqualsAndHashCode(exclude = {"inputSchema"}) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/string/StringRegexColumnCondition.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/string/StringRegexColumnCondition.java index 3298598ec..eff39ff68 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/string/StringRegexColumnCondition.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/condition/string/StringRegexColumnCondition.java @@ -27,14 +27,6 @@ import org.datavec.api.transform.condition.column.BaseColumnCondition; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Condition that applies to the values in a String column, using a provided regex. - * Condition return true if the String matches the regex, or false otherwise
- *

- * Note: Uses Writable.toString(), hence can potentially be applied to non-String columns - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class StringRegexColumnCondition extends BaseColumnCondition { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/BaseColumnFilter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/BaseColumnFilter.java index 19a32107f..73718fa7f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/BaseColumnFilter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/BaseColumnFilter.java @@ -25,10 +25,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/**Abstract class for filtering examples - * based on the values in a - * single column - */ public abstract class BaseColumnFilter implements Filter { protected Schema schema; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/ConditionFilter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/ConditionFilter.java index 3b85a809f..92e6ecb4e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/ConditionFilter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/ConditionFilter.java @@ -29,13 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.List; -/** - * A filter based on a {@link Condition}.
- * If condition is satisfied (returns true): remove the example or sequence
- * If condition is not satisfied (returns false): keep the example or sequence - * - * @author Alex Black - */ @EqualsAndHashCode @Data public class ConditionFilter implements Filter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/Filter.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/Filter.java index c9b0dfb96..8b4cd1e75 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/Filter.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/Filter.java @@ -29,12 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/** - * Filter: a method of removing examples - * (or sequences) according to some condition - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface Filter extends Serializable, ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/FilterInvalidValues.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/FilterInvalidValues.java index 119ddab83..fb06f4f5f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/FilterInvalidValues.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/FilterInvalidValues.java @@ -30,12 +30,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import java.util.List; -/** - * FilterInvalidValues: a filter operation that removes any examples (or sequences) - * if the examples/sequences contains - * invalid values in any of a specified set of columns. - * Invalid values are determined with respect to the schema - */ @EqualsAndHashCode(exclude = {"schema", "columnIdxs"}) @JsonIgnoreProperties({"schema", "columnIdxs"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/InvalidNumColumns.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/InvalidNumColumns.java index 5cd2b5432..70782abe8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/InvalidNumColumns.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/filter/InvalidNumColumns.java @@ -27,10 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Remove invalid records of a certain size. - * @author Adam Gibson - */ @Data @AllArgsConstructor public class InvalidNumColumns implements Filter { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/join/Join.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/join/Join.java index 51ae3cb0d..d723c1448 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/join/Join.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/join/Join.java @@ -30,11 +30,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.*; -/** - * Join class: used to specify a join (like an SQL join) - * - * @author Alex Black - */ @Data public class Join implements Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BaseColumnMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BaseColumnMetaData.java index b926d21aa..ecdda2f07 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BaseColumnMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BaseColumnMetaData.java @@ -22,9 +22,6 @@ package org.datavec.api.transform.metadata; import lombok.EqualsAndHashCode; -/** - * Created by Alex on 18/07/2016. - */ @EqualsAndHashCode public abstract class BaseColumnMetaData implements ColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BinaryMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BinaryMetaData.java index f664a14bc..0236b0b48 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BinaryMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BinaryMetaData.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.ColumnType; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Metadata for an binary column - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class BinaryMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BooleanMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BooleanMetaData.java index 1ac498739..85da6773a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BooleanMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/BooleanMetaData.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.ColumnType; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Metadata for an integer column - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class BooleanMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/CategoricalMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/CategoricalMetaData.java index babc161bc..1a8773241 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/CategoricalMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/CategoricalMetaData.java @@ -32,9 +32,6 @@ import java.util.HashSet; import java.util.List; import java.util.Set; -/** - * Metadata for categorical columns. - */ @JsonIgnoreProperties({"stateNamesSet"}) @EqualsAndHashCode @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/ColumnMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/ColumnMetaData.java index f451444d2..b65831496 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/ColumnMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/ColumnMetaData.java @@ -27,13 +27,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; -/** - * ColumnMetaData: metadata for each column. Used to define: - * (a) the type of each column, and - * (b) any restrictions on the allowable values in each column - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface ColumnMetaData extends Serializable, Cloneable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/DoubleMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/DoubleMetaData.java index ff3fa1812..41884c388 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/DoubleMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/DoubleMetaData.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.ColumnType; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * MetaData for a double column. - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class DoubleMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/FloatMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/FloatMetaData.java index fa55c70fc..0fa76d8df 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/FloatMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/FloatMetaData.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.ColumnType; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * MetaData for a Float column. - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class FloatMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/IntegerMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/IntegerMetaData.java index d51f97d43..327af31d3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/IntegerMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/IntegerMetaData.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.ColumnType; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Metadata for an integer column - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class IntegerMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/LongMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/LongMetaData.java index f4d8e2321..974926186 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/LongMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/LongMetaData.java @@ -28,11 +28,6 @@ import org.datavec.api.writable.LongWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Metadata for a long column - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class LongMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/NDArrayMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/NDArrayMetaData.java index ed3e818a5..13fcbbee8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/NDArrayMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/NDArrayMetaData.java @@ -31,11 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Arrays; -/** - * Meta data class for NDArray columns - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) @JsonIgnoreProperties("allowVarLength") diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/StringMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/StringMetaData.java index b18c04c48..4c81cba01 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/StringMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/StringMetaData.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.ColumnType; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Metadata for an String column - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class StringMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/TimeMetaData.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/TimeMetaData.java index d3ad774c6..e51e3b7d2 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/TimeMetaData.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/metadata/TimeMetaData.java @@ -30,12 +30,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.TimeZone; -/** - * TimeMetaData: Meta data for a date/time column. - * NOTE: Time values are stored in epoch (millisecond) format. - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true) public class TimeMetaData extends BaseColumnMetaData { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayColumnsMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayColumnsMathOpTransform.java index c64977141..19e047812 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayColumnsMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayColumnsMathOpTransform.java @@ -35,11 +35,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Arrays; -/** - * Perform an element wise mathematical operation on 2 or more NDArray columns - * - * @author Alex Black - */ @Data public class NDArrayColumnsMathOpTransform extends BaseColumnsMathOpTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayDistanceTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayDistanceTransform.java index 6babba566..447c80f62 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayDistanceTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayDistanceTransform.java @@ -37,11 +37,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Calculate the distance (cosine similarity, EUCLIDEAN, MANHATTAN) between two INDArrays - * - * @author Alex Black - */ @Data public class NDArrayDistanceTransform implements Transform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayMathFunctionTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayMathFunctionTransform.java index d58d8399d..1b13438d3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayMathFunctionTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayMathFunctionTransform.java @@ -31,12 +31,6 @@ import org.nd4j.linalg.factory.Nd4j; import org.nd4j.linalg.ops.transforms.Transforms; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * A simple transform to do common mathematical operations, such as sin(x), ceil(x), etc.
- * Operations are performed element-wise on each value in the INDArray; operations are specified by {@link MathFunction} - * - * @author Alex Black - */ @Data public class NDArrayMathFunctionTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayScalarOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayScalarOpTransform.java index e1c9bdca1..7cd8ed567 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayScalarOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ndarray/NDArrayScalarOpTransform.java @@ -32,12 +32,6 @@ import org.nd4j.linalg.factory.Nd4j; import org.nd4j.linalg.ops.transforms.Transforms; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Perform an NDArray/scalar element wise operation, such as X.addi(scalar). - * Element wise operations are performed in place on each value of the underlying INDArray - * - * @author Alex Black - */ @Data public class NDArrayScalarOpTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableCheckingOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableCheckingOp.java index a00b9d8bc..c6390269d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableCheckingOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableCheckingOp.java @@ -26,12 +26,6 @@ import lombok.Getter; import org.datavec.api.transform.metadata.ColumnMetaData; import org.datavec.api.writable.Writable; -/** - * A variant of {@link IAggregableReduceOp} exercised on a {@link Writable} that takes schema metadata - * in its constructor, and checks the input {@link Writable} against the schema before accepting it. - * - * Created by huitseeker on 5/8/17. - */ @AllArgsConstructor @Data public class AggregableCheckingOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableMultiOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableMultiOp.java index 1f35361e4..9e6fef114 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableMultiOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregableMultiOp.java @@ -29,14 +29,6 @@ import org.datavec.api.writable.Writable; import java.util.ArrayList; import java.util.List; -/** - * This class transforms a list of {@link IAggregableReduceOp} on one single field, each returning a {@link Writable} - * and transforms it into an operation on that single column, that returns a {@link Writable} list. - * - * It is used to execute many reduction operations in parallel on the same column, datavec#238 - * - * Created by huitseeker on 5/8/17. - */ @AllArgsConstructor @Data public class AggregableMultiOp implements IAggregableReduceOp> { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregatorImpls.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregatorImpls.java index 135df2f74..18fbf9af6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregatorImpls.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/AggregatorImpls.java @@ -29,9 +29,6 @@ import org.datavec.api.writable.LongWritable; import org.datavec.api.writable.UnsafeWritableInjector; import org.datavec.api.writable.Writable; -/** - * Created by huitseeker on 4/28/17. - */ public class AggregatorImpls { public static class AggregableFirst implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/ByteWritableOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/ByteWritableOp.java index 8b72ce52d..a0b9c30ec 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/ByteWritableOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/ByteWritableOp.java @@ -25,13 +25,6 @@ import lombok.Data; import lombok.Getter; import org.datavec.api.writable.Writable; -/** - * This class converts an {@link IAggregableReduceOp} operating on a Byte to one operating - * on {@link Writable} instances. It's expected this will only work if that {@link Writable} - * supports a conversion to Byte. - * - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor @Data public class ByteWritableOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchOp.java index 23c193af6..8f5992a26 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchOp.java @@ -27,14 +27,6 @@ import lombok.NonNull; import java.util.ArrayList; import java.util.List; -/** - * This class takes many {@link IAggregableReduceOp}, each acting on one field, and each returning several - * {@link Writable} elements, in the form of a list of {@link Writable}. It produces a reduce operation that - * distributes a list of {@link Writable} elements to these operations, one per operation. - * - * - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor public class DispatchOp implements IAggregableReduceOp, List> { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchWithConditionOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchWithConditionOp.java index 17ea09b78..3adf79cbe 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchWithConditionOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DispatchWithConditionOp.java @@ -30,15 +30,6 @@ import java.util.List; import static org.nd4j.shade.guava.base.Preconditions.checkArgument; import static org.nd4j.shade.guava.base.Preconditions.checkNotNull; -/** - * A variant of {@link DispatchOp} that for each operation, tests the input list of {@Writable} elements for a {@link Condition}, - * before dispatching the appropriate column of this element to its operation. - * - * Operations are, as with {@link DispatchOp} bound one-to-one to a column. - * However, the operation's {@link Condition} are per-record (a {@link Writable} list). - * - * Created by huitseeker on 5/14/17. - */ public class DispatchWithConditionOp extends DispatchOp implements IAggregableReduceOp, List> { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DoubleWritableOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DoubleWritableOp.java index 9f077e203..59ff912c7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DoubleWritableOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/DoubleWritableOp.java @@ -25,13 +25,6 @@ import lombok.Data; import lombok.Getter; import org.datavec.api.writable.Writable; -/** - * This class converts an {@link IAggregableReduceOp} operating on a Double to one operating - * on {@link Writable} instances. It's expected this will only work well if that {@link Writable} - * supports a conversion to Double. - * - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor @Data public class DoubleWritableOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/FloatWritableOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/FloatWritableOp.java index ec11e79af..a194f62b0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/FloatWritableOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/FloatWritableOp.java @@ -25,13 +25,6 @@ import lombok.Data; import lombok.Getter; import org.datavec.api.writable.Writable; -/** - * This class converts an {@link IAggregableReduceOp} operating on a Float to one operating - * on {@link Writable} instances. It's expected this will only work if that {@link Writable} - * supports a conversion to Float. - * - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor @Data public class FloatWritableOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IAggregableReduceOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IAggregableReduceOp.java index 5a6c10440..46c1fa032 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IAggregableReduceOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IAggregableReduceOp.java @@ -25,9 +25,6 @@ import org.nd4j.common.function.Supplier; import java.io.Serializable; -/** - * Created by huitseeker on 4/28/17. - */ public interface IAggregableReduceOp extends Consumer, Supplier, Serializable { > void combine(W accu); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IntWritableOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IntWritableOp.java index 61f9357e9..636601129 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IntWritableOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/IntWritableOp.java @@ -25,13 +25,6 @@ import lombok.Data; import lombok.Getter; import org.datavec.api.writable.Writable; -/** - * This class converts an {@link IAggregableReduceOp} operating on a Integer to one operating - * on {@link Writable} instances. It's expected this will only work if that {@link Writable} - * supports a conversion to Integer. - * - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor @Data public class IntWritableOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/LongWritableOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/LongWritableOp.java index 97b9072a3..d4467cf17 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/LongWritableOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/LongWritableOp.java @@ -25,13 +25,6 @@ import lombok.Data; import lombok.Getter; import org.datavec.api.writable.Writable; -/** - * This class converts an {@link IAggregableReduceOp} operating on a Long to one operating - * on {@link Writable} instances. It's expected this will only work if that {@link Writable} - * supports a conversion to Long. - * - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor @Data public class LongWritableOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringAggregatorImpls.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringAggregatorImpls.java index be1a33f48..6bf357603 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringAggregatorImpls.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringAggregatorImpls.java @@ -24,11 +24,6 @@ import lombok.Getter; import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; -/** - * Groups useful {@link IAggregableReduceOp} utilities on Strings - * - * Created by huitseeker on 5/18/17. - */ public class StringAggregatorImpls { private static abstract class AggregableStringReduce implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringWritableOp.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringWritableOp.java index 0b3ee2bc5..8d1524718 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringWritableOp.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ops/StringWritableOp.java @@ -25,12 +25,6 @@ import lombok.Data; import lombok.Getter; import org.datavec.api.writable.Writable; -/** - * This class converts an {@link IAggregableReduceOp} operating on a String to one operating - * on {@link Writable} instances. It's expected this will only work if that {@link Writable} - * supports a conversion to TextWritable. - * Created by huitseeker on 5/14/17. - */ @AllArgsConstructor @Data public class StringWritableOp implements IAggregableReduceOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/BytesQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/BytesQuality.java index 5b9033a91..98e432f79 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/BytesQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/BytesQuality.java @@ -22,11 +22,6 @@ package org.datavec.api.transform.quality.columns; import lombok.Data; -/** - * Quality of a Bytes column - * - * @author Alex Black - */ @Data public class BytesQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/CategoricalQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/CategoricalQuality.java index 3d14b5dda..eb5f6ff95 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/CategoricalQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/CategoricalQuality.java @@ -23,11 +23,6 @@ package org.datavec.api.transform.quality.columns; import lombok.Data; import lombok.EqualsAndHashCode; -/** - * Quality of a Categorical column - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class CategoricalQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/ColumnQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/ColumnQuality.java index 3ef7905aa..4ed46b8b2 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/ColumnQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/ColumnQuality.java @@ -25,11 +25,6 @@ import lombok.Data; import java.io.Serializable; -/** - * Base class for the quality of a column - * - * @author Alex Black - */ @AllArgsConstructor @Data public abstract class ColumnQuality implements Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/DoubleQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/DoubleQuality.java index 532a0aaff..be8ae38bf 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/DoubleQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/DoubleQuality.java @@ -23,9 +23,6 @@ package org.datavec.api.transform.quality.columns; import lombok.Data; import lombok.EqualsAndHashCode; -/** - * Created by Alex on 5/03/2016. - */ @EqualsAndHashCode(callSuper = true) @Data public class DoubleQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/IntegerQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/IntegerQuality.java index ea0185c59..7b1d6f189 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/IntegerQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/IntegerQuality.java @@ -23,11 +23,6 @@ package org.datavec.api.transform.quality.columns; import lombok.Data; import lombok.EqualsAndHashCode; -/** - * Quality of an Integer column - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class IntegerQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/LongQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/LongQuality.java index 366b0c263..253278b3a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/LongQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/LongQuality.java @@ -23,11 +23,6 @@ package org.datavec.api.transform.quality.columns; import lombok.Data; import lombok.EqualsAndHashCode; -/** - * Quality of a Long column - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class LongQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/StringQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/StringQuality.java index 006b79a9c..d485572c8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/StringQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/StringQuality.java @@ -24,9 +24,6 @@ import com.clearspring.analytics.stream.cardinality.HyperLogLogPlus; import lombok.Data; import lombok.EqualsAndHashCode; -/** - * Created by Alex on 5/03/2016. - */ @EqualsAndHashCode(callSuper = true) @Data public class StringQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/TimeQuality.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/TimeQuality.java index 9810cc8e5..58aa45145 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/TimeQuality.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/quality/columns/TimeQuality.java @@ -22,11 +22,6 @@ package org.datavec.api.transform.quality.columns; import lombok.Data; -/** - * TimeQuality: quality of a time column - * - * @author Alex Black - */ @Data public class TimeQuality extends ColumnQuality { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/rank/CalculateSortedRank.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/rank/CalculateSortedRank.java index 11d4d5baf..d9469094f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/rank/CalculateSortedRank.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/rank/CalculateSortedRank.java @@ -37,18 +37,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * CalculateSortedRank: calculate the rank of each example, after sorting example. - * For example, we might have some numerical "score" column, and we want to know for the rank (sort order) for each - * example, according to that column.
- * The rank of each example (after sorting) will be added in a new Long column. Indexing is done from 0; examples will have - * values 0 to dataSetSize - 1.
- * - * Currently, CalculateSortedRank can only be applied on standard (i.e., non-sequence) data. - * Furthermore, the current implementation can only sort on one column - * - * @author Alex Black - */ @Data @EqualsAndHashCode(exclude = {"inputSchema"}) @JsonIgnoreProperties({"inputSchema"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableColumnReduction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableColumnReduction.java index 7d641a54c..6ed205b8b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableColumnReduction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableColumnReduction.java @@ -28,12 +28,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * A column reduction defines how a single column should be reduced. - * Used in conjunction with {@link Reducer} to provide custom reduction functionality. - * - * @author Alex Black - */ public interface AggregableColumnReduction extends Serializable, ColumnOp { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableReductionUtils.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableReductionUtils.java index 6d8b20a0b..77db4cbcd 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableReductionUtils.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/AggregableReductionUtils.java @@ -29,11 +29,6 @@ import org.datavec.api.writable.Writable; import java.util.ArrayList; import java.util.List; -/** - * Various utilities for performing reductions - * - * @author Alex Black - */ public class AggregableReductionUtils { private AggregableReductionUtils() {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/ColumnReduction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/ColumnReduction.java index ad007b002..96a066c39 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/ColumnReduction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/ColumnReduction.java @@ -27,12 +27,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * A column reduction defines how a single column should be reduced. - * Used in conjunction with {@link Reducer} to provide custom reduction functionality. - * - * @author Alex Black - */ public interface ColumnReduction extends Serializable, ColumnOp { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/IAssociativeReducer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/IAssociativeReducer.java index b1f1aaed5..677176788 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/IAssociativeReducer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/IAssociativeReducer.java @@ -30,11 +30,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/** - * A reducer aggregates or combines - * a set of examples into - * a single List - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.NAME, include = JsonTypeInfo.As.WRAPPER_OBJECT) @JsonSubTypes(value = {@JsonSubTypes.Type(value = Reducer.class, name = "Reducer")}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/Reducer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/Reducer.java index a20d6f704..3ef9e5b7c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/Reducer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/Reducer.java @@ -38,20 +38,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.io.Serializable; import java.util.*; -/** - * A Reducer is used to take a set of examples and reduce them. - * The idea: suppose you have a large number of columns, and you want to combine/reduce the values in each column.
- * Reducer allows you to specify different reductions for differently for different columns: min, max, sum, mean etc. - * See {@link Builder} and {@link ReduceOp} for the full list.
- * Note this supports executing multipe reducitons per column: simply call the Builder with Xcolumn() repeatedly - * on the same column, or use {@link Reducer.Builder#multipleOpColmumns(List, String...)}} - *

- * Uses are: - * (1) Reducing examples by a key - * (2) Reduction operations in time series (windowing ops, etc) - * - * @author Alex Black - */ @Data @JsonIgnoreProperties({"schema", "keyColumnsSet"}) @EqualsAndHashCode(exclude = {"schema", "keyColumnsSet"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/impl/GeographicMidpointReduction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/impl/GeographicMidpointReduction.java index 3889bf496..110da950c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/impl/GeographicMidpointReduction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/reduce/impl/GeographicMidpointReduction.java @@ -34,14 +34,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Collections; import java.util.List; -/** - * Given a set of latitude/longitude coordinates, encoded in {@link Text} writables with format "lat,long" (the - * delimiter is configurable), determine the geographic midpoint. - * See "geographic midpoint" at: http://www.geomidpoint.com/methods.html - * For implementation algorithm, see: http://www.geomidpoint.com/calculation.html - * - * @author Alex Black - */ @Data public class GeographicMidpointReduction implements AggregableColumnReduction { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/InferredSchema.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/InferredSchema.java index 841b19f68..85659f9d4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/InferredSchema.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/InferredSchema.java @@ -29,17 +29,6 @@ import java.io.IOException; import java.util.ArrayList; import java.util.List; -/** - * If passed a CSV file that contains a header and a single row of sample data, it will return - * a Schema. - * - * Only Double, Integer, Long, and String types are supported. If no number type can be inferred, - * the field type will become the default type. Note that if your column is actually categorical but - * is represented as a number, you will need to do additional transformation. Also, if your sample - * field is blank/null, it will also become the default type. - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public class InferredSchema { protected Schema.Builder schemaBuilder; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/Schema.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/Schema.java index 18881fe2d..4cb692744 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/Schema.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/Schema.java @@ -40,17 +40,6 @@ import java.io.IOException; import java.io.Serializable; import java.util.*; -/** - * A Schema defines the layout of tabular data. Specifically, it contains names f - * or each column, as well as details of types - * (Integer, String, Long, Double, etc).
- * Type information for each column may optionally include - * restrictions on the allowable values for each column.
- *

- * See also: {@link SequenceSchema} - * - * @author Alex Black - */ @JsonIgnoreProperties({"columnNames", "columnNamesIndex"}) @EqualsAndHashCode @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/SequenceSchema.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/SequenceSchema.java index 1f1608a55..2c0aec43e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/SequenceSchema.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/schema/SequenceSchema.java @@ -29,11 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.List; -/** - * A SequenceSchema is a {@link Schema} for sequential data. - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class SequenceSchema extends Schema { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertFromSequence.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertFromSequence.java index 3a2457de2..39ac08534 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertFromSequence.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertFromSequence.java @@ -31,12 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import java.util.ArrayList; import java.util.List; -/** - * Split up the values in sequences to a set of individual values.
- * i.e., sequences are split up, such that each time step in the sequence is treated as a separate example - * - * @author Alex Black - */ @Data @EqualsAndHashCode(exclude = {"inputSchema"}) @JsonIgnoreProperties({"inputSchema"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertToSequence.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertToSequence.java index ed82e367e..15147d3ea 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertToSequence.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ConvertToSequence.java @@ -31,14 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Arrays; import java.util.Collection; -/** - * Convert a set of values to a sequence. Two approaches are supported:
- * (a) if "singleStepsequenceMode" is true - convert each record independently, to a "sequence" of length 1
- * (b) otherwise - performa "group and sort" operations. For example, group by one or more columns, and then - * sort each value within the group by some mechanism. For example, group by customer, sort by time. - * - * @author Alex Black - */ @Data @EqualsAndHashCode(exclude = {"inputSchema"}) @JsonIgnoreProperties({"inputSchema"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ReduceSequenceTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ReduceSequenceTransform.java index 3b67e256d..02227ac7a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ReduceSequenceTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/ReduceSequenceTransform.java @@ -35,13 +35,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Collections; import java.util.List; -/** - * Reduce The values in each column in the sequence to a single value using a reducer. - * Note: after applying ReduceSequenceTransform, you have sequences of length 1. Consequently, this transform - * is often used in conjunction with {@link ConvertFromSequence} - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema"}) @EqualsAndHashCode(exclude = {"inputSchema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceComparator.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceComparator.java index 2f05eda3f..feba082d1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceComparator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceComparator.java @@ -29,9 +29,6 @@ import java.io.Serializable; import java.util.Comparator; import java.util.List; -/** - * Compare the time steps of a sequence - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface SequenceComparator extends Comparator>, Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceSplit.java index bfeef7a15..f1fc2fb71 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/SequenceSplit.java @@ -28,12 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/** - * SequenceSplit interface: used to split a single sequence into multiple smaller subsequences, according - * to some criteria - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface SequenceSplit extends Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/BaseColumnComparator.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/BaseColumnComparator.java index c2ee5e6b1..a39134034 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/BaseColumnComparator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/BaseColumnComparator.java @@ -30,9 +30,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import java.util.List; -/** - * Compare/sort a sequence by the values of a specific column - */ @EqualsAndHashCode(exclude = {"schema", "columnIdx"}) @JsonIgnoreProperties({"schema", "columnIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/NumericalColumnComparator.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/NumericalColumnComparator.java index 985f9ada6..9d33fbc3e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/NumericalColumnComparator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/NumericalColumnComparator.java @@ -28,13 +28,6 @@ import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Sequence comparator: compare elements in a sequence using the values in a single column - * - * Can be applied on any numerical column (Integer, Long, Double or Time columns) - * - * @author Alex Black - */ @JsonIgnoreProperties({"columnType", "schema", "columnIdx"}) @EqualsAndHashCode(callSuper = true, exclude = {"columnType"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/StringComparator.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/StringComparator.java index 6088a7bec..cf35c5062 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/StringComparator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/comparator/StringComparator.java @@ -24,12 +24,6 @@ import lombok.Data; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * A comparator for comparing - * String values in a single column - * - * @author Alex - */ @Data public class StringComparator extends BaseColumnComparator { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/expansion/BaseSequenceExpansionTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/expansion/BaseSequenceExpansionTransform.java index 20fc78b1d..1a8ff176c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/expansion/BaseSequenceExpansionTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/expansion/BaseSequenceExpansionTransform.java @@ -30,13 +30,6 @@ import org.nd4j.shade.jackson.annotation.JsonInclude; import java.util.*; -/** - * A base class for sequence expansion operations. - * The idea: for one or more columns, expand the values to multiple sequence steps; for all other columns, just - * duplicate the step values when expanding. - * - * @author Alex Black - */ @EqualsAndHashCode(exclude = {"inputSchema"}) @JsonIgnoreProperties({"inputSchema"}) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/merge/SequenceMerge.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/merge/SequenceMerge.java index d6623636a..1ac4145ee 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/merge/SequenceMerge.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/merge/SequenceMerge.java @@ -29,13 +29,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Merge multiple sequences into one single sequence. - * Requires a SequenceComparator to determine - * the final ordering - * - * @author Alex Black - */ @Data public class SequenceMerge implements Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SequenceSplitTimeSeparation.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SequenceSplitTimeSeparation.java index 94dd3ef5c..890641e97 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SequenceSplitTimeSeparation.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SequenceSplitTimeSeparation.java @@ -33,16 +33,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.TimeUnit; -/** - * Split a sequence into multiple sequences, based on the separation of time steps in a time column. - * For example, suppose we have a sequence with a gap of 1 day between two blocks of entries: we can use - * SequenceSplitTimeSeparation to split this data into two separate sequences. - * - * More generally, split the sequence any time the separation between consecutive time steps exceeds a specified - * value. - * - * @author Alex Black - */ @JsonIgnoreProperties({"separationMilliseconds", "timeColumnIdx", "schema"}) @EqualsAndHashCode(exclude = {"separationMilliseconds", "timeColumnIdx", "schema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SplitMaxLengthSequence.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SplitMaxLengthSequence.java index 2c827e738..38e2b1e20 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SplitMaxLengthSequence.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/split/SplitMaxLengthSequence.java @@ -32,12 +32,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Split a sequence into a number of smaller sequences of length 'maxSequenceLength'. - * If the sequence length is smaller than maxSequenceLength, the sequence is unchanged - * - * @author Alex Black - */ @EqualsAndHashCode(exclude = {"inputSchema"}) @JsonIgnoreProperties({"inputSchema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimToLengthTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimToLengthTransform.java index e5a0c5620..fb128587f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimToLengthTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimToLengthTransform.java @@ -32,15 +32,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Trim or pad the sequence to the specified length (number of sequence steps). It supports 2 modes:
- * TRIM: Sequences longer than the specified maximum will be trimmed to exactly the maximum. Shorter sequences will not be modified.
- * TRIM_OR_PAD: Sequences longer than the specified maximum will be trimmed to exactly the maximum. Shorter sequences will be - * padded with as many copies of the "pad" array to make the sequence length equal the specified maximum.
- * Note that the 'pad' list (i.e., values to pad when using TRIM_OR_PAD mode) must be equal in length to the number of columns (values per time step) - * - * @author Alex Black - */ @JsonIgnoreProperties({"schema"}) @EqualsAndHashCode(exclude = {"schema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimTransform.java index 1d39e3d15..2b2f15752 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/trim/SequenceTrimTransform.java @@ -32,12 +32,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * SequenceTrimTranform removes the first or last N values in a sequence. Note that the resulting sequence - * may be of length 0, if the input sequence is less than or equal to N. - * - * @author Alex Black - */ @JsonIgnoreProperties({"schema"}) @EqualsAndHashCode(exclude = {"schema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/OverlappingTimeWindowFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/OverlappingTimeWindowFunction.java index 11fb3e9d1..48096f750 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/OverlappingTimeWindowFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/OverlappingTimeWindowFunction.java @@ -37,23 +37,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.TimeUnit; -/** - * A windowing function based on time, with potentially overlapping windows. Time for each entry in the sequence is provided by a Time column
- * The overlapping nature of the windowing function allows for things such as a window size of 1 day, produced every hour.
- * Two parameters (and one optional parameter) are necessary to specify how windowing is conducted: - * - The size of the window (for example, 1 day)
- * - The separation between window periods (for example, 1 hour)
- * - The offet for the start/end time of the windows
- *

- * Example with a window size of 12 hours, with the window separation of 1 hour, we end up with windows as follows:
- * (0:00 to 12:00), (1:00 to 13:00), (2:00 to 14:00) and so on.
- * If the offset was set to 15 minutes, windows would instead be at (0:15 to 12:15), (1:15 to 13:15), (2:15 to 14:15) and so on.
- *

- * Note that the windows generated by this window function need not contain any data - i.e., it can generate empty an empty - * window if no data occurs in the specified time period. - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "offsetAmountMilliseconds", "windowSizeMilliseconds", "windowSeparationMilliseconds", "timeZone"}) @EqualsAndHashCode(exclude = {"inputSchema", "offsetAmountMilliseconds", "windowSizeMilliseconds", diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/ReduceSequenceByWindowTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/ReduceSequenceByWindowTransform.java index 3580c3fd2..e24585aa9 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/ReduceSequenceByWindowTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/ReduceSequenceByWindowTransform.java @@ -35,13 +35,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Idea: do two things. - * First, apply a window function to the sequence data. - * Second: Reduce that window of data into a single value by using a Reduce function - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema"}) @EqualsAndHashCode(exclude = {"inputSchema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/TimeWindowFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/TimeWindowFunction.java index 8a080bd57..594b0dbc1 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/TimeWindowFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/TimeWindowFunction.java @@ -34,18 +34,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.TimeUnit; -/** - * A windowing function based on time, with non-overlapping windows. Time for each entry in the sequence is provided by a Time column
- * Functionality here: Calculate windows of data based on a fixed window size (1 minute, 1 hour, etc), with an optional offset.
- * Specifically, window start times T are calculated such that (T + timeZoneOffset + offset) % windowSize == 0 - * timeZoneOffset comes from the Time column metadata; offset allows for the window to be shifted one way or another, - * for example to allow for windowing like (10:15 to 11:15) instead of (10:00 to 11:00), using an offset of 15 minutes
- *

- * Note that the windows generated by this window function need not contain any data - i.e., it can generate empty an empty - * window if no data occurs in the specified time period. - * - * @author Alex Black - */ @Data public class TimeWindowFunction implements WindowFunction { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/WindowFunction.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/WindowFunction.java index 159b8840c..d28860241 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/WindowFunction.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/sequence/window/WindowFunction.java @@ -28,16 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/** - * A WindowFunction splits a sequence into a set of - * (possibly overlapping) sub-sequences. - * It is a general-purpose interface that can support - * many different types of - * - * Typically used for example with a transform such as {@link ReduceSequenceByWindowTransform} - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface WindowFunction extends Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/BaseSerializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/BaseSerializer.java index 7722329d9..2f9391543 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/BaseSerializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/BaseSerializer.java @@ -34,12 +34,6 @@ import org.nd4j.shade.jackson.databind.ObjectMapper; import java.util.Arrays; import java.util.List; -/** - * Abstract serializer for mapping Transforms, Conditions, Filters, DataActions etc to/from JSON.
- * Also: lists and arrays of these. - * - * @author Alex Black - */ public abstract class BaseSerializer { public abstract ObjectMapper getObjectMapper(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonMappers.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonMappers.java index ab7484d08..3f1ae442a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonMappers.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonMappers.java @@ -31,11 +31,6 @@ import org.nd4j.shade.jackson.databind.SerializationFeature; import org.nd4j.shade.jackson.dataformat.yaml.YAMLFactory; import org.nd4j.shade.jackson.datatype.joda.JodaModule; -/** - * JSON mappers for deserializing neural net configurations, etc. - * - * @author Alex Black - */ @Slf4j public class JsonMappers { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonSerializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonSerializer.java index 9a27c627a..2a2475f23 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonSerializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/JsonSerializer.java @@ -22,11 +22,6 @@ package org.datavec.api.transform.serde; import org.nd4j.shade.jackson.databind.ObjectMapper; -/** - * Serializer used for converting objects (Transforms, Conditions, etc) to JSON format - * - * @author Alex Black - */ public class JsonSerializer extends BaseSerializer { private ObjectMapper om; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/ListWrappers.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/ListWrappers.java index 792e13dbf..e44b62e7e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/ListWrappers.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/ListWrappers.java @@ -31,14 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.List; -/** - * A collection of list wrappers to avoid issues with Jackson losing generic type information and hence - * ignoring the json configuration annotations.
- * - * These are used internally in {@link BaseSerializer} and should not be used elsewhere - * - * @author Alex Black - */ public class ListWrappers { private ListWrappers() {} diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/YamlSerializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/YamlSerializer.java index b6af59437..6e5f75a91 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/YamlSerializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/YamlSerializer.java @@ -22,11 +22,6 @@ package org.datavec.api.transform.serde; import org.nd4j.shade.jackson.databind.ObjectMapper; -/** - * Serializer used for converting objects (Transforms, Conditions, etc) to YAML format - * - * @author Alex Black - */ public class YamlSerializer extends BaseSerializer { private ObjectMapper om; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/legacy/LegacyJsonFormat.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/legacy/LegacyJsonFormat.java index 3f02e8f72..85f50b631 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/legacy/LegacyJsonFormat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/serde/legacy/LegacyJsonFormat.java @@ -80,14 +80,6 @@ import org.nd4j.shade.jackson.annotation.JsonSubTypes; import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import org.nd4j.shade.jackson.databind.ObjectMapper; -/** - * This class defines a set of Jackson Mixins - which are a way of using a proxy class with annotations to override - * the existing annotations. - * In 1.0.0-beta, we switched how subtypes were handled in JSON ser/de: from "wrapper object" to "@class field". - * We use these mixins to allow us to still load the old format - * - * @author Alex Black - */ public class LegacyJsonFormat { private LegacyJsonFormat(){ } diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/RandomSplit.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/RandomSplit.java index 172111183..69b8e2979 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/RandomSplit.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/RandomSplit.java @@ -24,9 +24,6 @@ package org.datavec.api.transform.split; import lombok.AllArgsConstructor; import lombok.Data; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor @Data public class RandomSplit implements SplitStrategy { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/SplitStrategy.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/SplitStrategy.java index 0980d2e2c..43c503e73 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/SplitStrategy.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/split/SplitStrategy.java @@ -20,9 +20,6 @@ package org.datavec.api.transform.split; -/** - * Created by Alex on 5/03/2016. - */ public interface SplitStrategy { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/IStringReducer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/IStringReducer.java index 43b928ad7..571762920 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/IStringReducer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/IStringReducer.java @@ -28,11 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.io.Serializable; import java.util.List; -/** - * A reducer aggregates or combines - * a set of examples into - * a single List - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface IStringReducer extends Serializable { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/StringReducer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/StringReducer.java index 07af10184..a487dc09c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/StringReducer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/stringreduce/StringReducer.java @@ -35,18 +35,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * A StringReducer is used to take a set of examples and reduce them. - * The idea: suppose you have a large number of columns, and you want to combine/reduce the values in each column.
- * StringReducer allows you to specify different reductions for differently for different columns: min, max, sum, mean etc. - * See {@link Builder} and {@link ReduceOp} for the full list.
- *

- * Uses are: - * (1) Reducing examples by a key - * (2) Reduction operations in time series (windowing ops, etc) - * - * @author Alex Black - */ @Data @JsonIgnoreProperties({"schema", "keyColumnsSet"}) @EqualsAndHashCode(exclude = {"schema", "keyColumnsSet"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnTransform.java index d3b06740d..f943e4618 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnTransform.java @@ -32,11 +32,6 @@ import java.util.ArrayList; import java.util.Iterator; import java.util.List; -/** - * Map the values in a single column to new values. - * For example: string -> string, or empty -> x type - * transforms for a single column - */ @Data @JsonIgnoreProperties({"inputSchema", "columnNumber"}) @NoArgsConstructor diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnsMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnsMathOpTransform.java index 868873d9b..59d3ed4ac 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnsMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseColumnsMathOpTransform.java @@ -38,24 +38,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Base class for multiple column math operations. For example myNewColumn = column1 + column2 + column3.
- * Note: this transform adds a (derived) column (with the specified name) to the end
- *

- * Note: Certain operations have restrictions on the number of columns used as input
- * Add: 2 or more (a+b+c+...)
- * Subtract: exactly 2 (a-b)
- * Multiply: 2 or more (a*b*c*...)
- * Divide: exactly 2 (a/b)
- * Modulus: exactly 2 (a%b)
- * Other math ops (ReverseSubtract, ReverseDivide, ScalarMin, ScalarMax) are not allowed here. - *

- *

- *

- *

- * See: {@link IntegerMathOpTransform}, {@link DoubleMathOpTransform}, {@link LongMathOpTransform} for operations - * with a scalar + single column, instea - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonIgnoreProperties({"columnIdxs", "inputSchema"}) @EqualsAndHashCode(exclude = {"columnIdxs", "inputSchema"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseTransform.java index 3df27cea6..8be70ab74 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/BaseTransform.java @@ -29,14 +29,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import java.util.ArrayList; import java.util.List; -/** - * BaseTransform: an - * abstract transform class, that handles transforming - * sequences by transforming - * each example individually - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema"}) @Data public abstract class BaseTransform implements Transform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToIntegerTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToIntegerTransform.java index 0c0883eb3..b2e00596f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToIntegerTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToIntegerTransform.java @@ -33,9 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Created by Alex on 4/03/2016. - */ @Data @JsonIgnoreProperties({"inputSchema", "columnIdx", "stateNames", "statesMap"}) public class CategoricalToIntegerTransform extends BaseTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToOneHotTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToOneHotTransform.java index 356079ae8..abbfc4169 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToOneHotTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/CategoricalToOneHotTransform.java @@ -33,9 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Created by Alex on 4/03/2016. - */ @Data @JsonIgnoreProperties({"inputSchema", "columnIdx", "stateNames", "statesMap"}) public class CategoricalToOneHotTransform extends BaseTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/FirstDigitTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/FirstDigitTransform.java index 3ded7a5d6..3284ed980 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/FirstDigitTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/FirstDigitTransform.java @@ -35,20 +35,6 @@ import java.util.Arrays; import java.util.Collections; import java.util.List; -/** - * FirstDigitTransform converts a column to a categorical column, with values being the first digit of the number.
- * For example, "3.1415" becomes "3" and "2.0" becomes "2".
- * Negative numbers ignore the sign: "-7.123" becomes "7".
- * Note that two {@link Mode}s are supported, which determines how non-numerical entries should be handled:
- * EXCEPTION_ON_INVALID: output has 10 category values ("0", ..., "9"), and any non-numerical values result in an exception
- * INCLUDE_OTHER_CATEGORY: output has 11 category values ("0", ..., "9", "Other"), all non-numerical values are mapped to "Other"
- *
- * FirstDigitTransform is useful (combined with {@link CategoricalToOneHotTransform} and Reductions) to implement - * Benford's law. - - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnIdx"}) public class FirstDigitTransform extends BaseTransform { public static final String OTHER_CATEGORY = "Other"; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/IntegerToCategoricalTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/IntegerToCategoricalTransform.java index 6bd2e0f03..97f0cf5bd 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/IntegerToCategoricalTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/IntegerToCategoricalTransform.java @@ -31,11 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Convert an integer column to a categorical column, using a provided {@code Map} - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnNumber"}) @Data public class IntegerToCategoricalTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/PivotTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/PivotTransform.java index 8fbd971ff..39bc5c315 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/PivotTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/PivotTransform.java @@ -31,21 +31,6 @@ import java.util.ArrayList; import java.util.Iterator; import java.util.List; -/** - * Pivot transform operates on two columns: - * - a categorical column that operates as a key, and - * - Another column that contains a value - * Essentially, Pivot transform takes keyvalue pairs and breaks them out into separate columns. - * - * For example, with schema [col0, key, value, col3] - * and values with key in {a,b,c} - * Output schema is [col0, key[a], key[b], key[c], col3] - * and input (col0Val, b, x, col3Val) gets mapped to (col0Val, 0, x, 0, col3Val). - * - * When expanding columns, a default value is used - for example 0 for numerical columns. - * - * @author Alex Black - */ @Data public class PivotTransform extends BaseTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/StringToCategoricalTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/StringToCategoricalTransform.java index ea3b23151..3d6a9bccd 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/StringToCategoricalTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/categorical/StringToCategoricalTransform.java @@ -31,10 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Arrays; import java.util.List; -/** - * Convert a String column - * to a categorical column - */ @JsonIgnoreProperties({"inputSchema", "columnNumber"}) @Data public class StringToCategoricalTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/AddConstantColumnTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/AddConstantColumnTransform.java index e76ee9c41..79cb0c3ca 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/AddConstantColumnTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/AddConstantColumnTransform.java @@ -31,11 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Add a new column, where the values in that column for all records are identical (according to the specified value) - * - * @author Alex Black - */ @Data public class AddConstantColumnTransform implements Transform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/DuplicateColumnsTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/DuplicateColumnsTransform.java index c8c386e15..0e436591a 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/DuplicateColumnsTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/DuplicateColumnsTransform.java @@ -34,13 +34,6 @@ import java.util.HashSet; import java.util.List; import java.util.Set; -/** - * Duplicate one or more columns. - * The duplicated columns - * are placed immediately after the original columns - * - * @author Alex Black - */ @JsonIgnoreProperties({"columnsToDuplicateSet", "columnIndexesToDuplicateSet", "inputSchema"}) @Data public class DuplicateColumnsTransform implements Transform, ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveAllColumnsExceptForTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveAllColumnsExceptForTransform.java index 04d8cb2c4..6b9111a8c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveAllColumnsExceptForTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveAllColumnsExceptForTransform.java @@ -31,15 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Transform that removes all columns except - * for those that are explicitly - * specified as ones to keep - * To specify only the columns - * to remove, use {@link RemoveColumnsTransform} - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnsToKeepIdx", "indicesToKeep"}) @Data public class RemoveAllColumnsExceptForTransform extends BaseTransform implements ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveColumnsTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveColumnsTransform.java index d5c379566..dda21ff4c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveColumnsTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RemoveColumnsTransform.java @@ -32,13 +32,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Remove the specified columns from the data. - * To specify only the columns to keep, - * use {@link RemoveAllColumnsExceptForTransform} - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnsToRemoveIdx", "indicesToRemove"}) @Data public class RemoveColumnsTransform extends BaseTransform implements ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RenameColumnsTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RenameColumnsTransform.java index 6b46231ef..7aa35d91d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RenameColumnsTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/RenameColumnsTransform.java @@ -33,11 +33,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Rename one or more columns - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema"}) @Data public class RenameColumnsTransform implements Transform, ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/ReorderColumnsTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/ReorderColumnsTransform.java index 1144c792a..393230b92 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/ReorderColumnsTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/column/ReorderColumnsTransform.java @@ -33,13 +33,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Rearrange the order of the columns. - * Note: A partial list of columns can be used here. Any columns that are not explicitly mentioned - * will be placed after those that are in the output, without changing their relative order. - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "outputOrder"}) @Data public class ReorderColumnsTransform implements Transform, ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalCopyValueTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalCopyValueTransform.java index 534cfe822..9a0b89d65 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalCopyValueTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalCopyValueTransform.java @@ -33,21 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Replace the value in a specified column with a new value taken from another column, if a condition is satisfied/true.
- * Note that the condition can be any generic condition, including on other column(s), different to the column - * that will be modified if the condition is satisfied/true.
- *

- * Note: For sequences, this - * transform use the convention that - * each step in the sequence is passed - * to the condition, - * and replaced (or not) separately (i.e., Condition.condition(List) - * is used on each time step individually) - * - * @author Alex Black - * @see ConditionalReplaceValueTransform to do a conditional replacement with a fixed value (instead of a value from another column) - */ @JsonIgnoreProperties({"columnToReplaceIdx", "sourceColumnIdx"}) @EqualsAndHashCode(exclude = {"columnToReplaceIdx", "sourceColumnIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransform.java index b39fc3098..f37bdc5a3 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransform.java @@ -33,17 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Replace the value in a specified column with a new value, if a condition is satisfied/true.
- * Note that the condition can be any generic condition, including on other column(s), different to the column - * that will be modified if the condition is satisfied/true.
- *

- * Note: For sequences, this transform use the convention that each step in the sequence is passed to the condition, - * and replaced (or not) separately (i.e., Condition.condition(List) is used on each time step individually) - * - * @author Alex Black - * @see ConditionalCopyValueTransform to do a conditional replacement with a value taken from another column - */ @JsonIgnoreProperties({"columnToReplaceIdx"}) @EqualsAndHashCode(exclude = {"columnToReplaceIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransformWithDefault.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransformWithDefault.java index d4cfbb83c..8df7a4131 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransformWithDefault.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/condition/ConditionalReplaceValueTransformWithDefault.java @@ -33,19 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Replace the value in a specified column with a 'yes' value, if a condition is satisfied/true.
- * Replace the value of this same column with a 'no' value otherwise. - * Note that the condition can be any generic condition, including on other column(s), different to the column - * that will be modified if the condition is satisfied/true.
- *

- * Note: For sequences, this transform use the convention that each step in the sequence is passed to the condition, - * and replaced (or not) separately (i.e., Condition.condition(List) is used on each time step individually) - * - * @author Alex Black - * @author kepricon - * @see ConditionalReplaceValueTransform the version without a 'no' Value - */ @JsonIgnoreProperties({"filterColIdx"}) @EqualsAndHashCode(exclude = {"filterColIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/ConvertToDouble.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/ConvertToDouble.java index 451dd0fb1..901a8d5a2 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/ConvertToDouble.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/ConvertToDouble.java @@ -28,11 +28,6 @@ import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.Writable; import org.datavec.api.writable.WritableType; -/** - * Convert any value to an Double - * - * @author Justin Long (crockpotveggies) - */ @NoArgsConstructor @Data public class ConvertToDouble extends BaseDoubleTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleColumnsMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleColumnsMathOpTransform.java index 54341ebac..2137a9f6b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleColumnsMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleColumnsMathOpTransform.java @@ -34,15 +34,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Add a new double column, calculated from one or more other columns. A new column (with the specified name) is added - * as the final column of the output. No other columns are modified.
- * For example, if newColumnName=="newCol", mathOp==Add, and columns=={"col1","col2"}, then the output column - * with name "newCol" has value col1+col2.
- * - * @author Alex Black - * @see DoubleMathOpTransform To do an in-place mathematical operation of a double column and a double scalar value - */ @Data public class DoubleColumnsMathOpTransform extends BaseColumnsMathOpTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathFunctionTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathFunctionTransform.java index ac3eba562..814f7aefe 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathFunctionTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathFunctionTransform.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * A simple transform to do common mathematical operations, such as sin(x), ceil(x), etc.
- * Operations are specified by {@link MathFunction} - * - * @author Alex Black - */ @Data public class DoubleMathFunctionTransform extends BaseDoubleTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathOpTransform.java index 9226f62ce..3def70370 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/DoubleMathOpTransform.java @@ -32,13 +32,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Double mathematical operation.
- * This is an in-place operation of the double column value and a double scalar. - * - * @author Alex Black - * @see DoubleColumnsMathOpTransform to do a mathematical operation involving multiple columns (instead of a scalar) - */ @Data public class DoubleMathOpTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/Log2Normalizer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/Log2Normalizer.java index 52aec58c1..d1a22f615 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/Log2Normalizer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/Log2Normalizer.java @@ -27,13 +27,6 @@ import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Normalize by taking scale * log2((in-columnMin)/(mean-columnMin) + 1) - * Maps values in range (columnMin to infinity) to (0 to infinity) - * Most suitable for values with a geometric/negative exponential type distribution. - * - * @author Alex Black - */ @Data public class Log2Normalizer extends BaseDoubleTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/MinMaxNormalizer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/MinMaxNormalizer.java index 91cabd9cb..879db28c6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/MinMaxNormalizer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/MinMaxNormalizer.java @@ -28,13 +28,6 @@ import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Normalizer to map (min to max) -> (newMin-to newMax) linearly.
- *

- * Mathematically: (newMax-newMin)/(max-min) * (x-min) + newMin - * - * @author Alex Black - */ @Data @JsonIgnoreProperties({"ratio", "inputSchema", "columnNumber"}) public class MinMaxNormalizer extends BaseDoubleTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/StandardizeNormalizer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/StandardizeNormalizer.java index 12befc0b7..9899f6d2d 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/StandardizeNormalizer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/StandardizeNormalizer.java @@ -25,12 +25,6 @@ import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Normalize using (x-mean)/stdev. - * Also known as a standard score, standardization etc. - * - * @author Alex Black - */ @Data public class StandardizeNormalizer extends BaseDoubleTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/SubtractMeanNormalizer.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/SubtractMeanNormalizer.java index c1afa206e..32d61ac5c 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/SubtractMeanNormalizer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/doubletransform/SubtractMeanNormalizer.java @@ -25,9 +25,6 @@ import org.datavec.api.writable.DoubleWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Normalize by substracting the mean - */ @Data public class SubtractMeanNormalizer extends BaseDoubleTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/ConvertToFloat.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/ConvertToFloat.java index c62693a40..cbb72e4e5 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/ConvertToFloat.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/ConvertToFloat.java @@ -28,11 +28,6 @@ import org.datavec.api.writable.FloatWritable; import org.datavec.api.writable.Writable; import org.datavec.api.writable.WritableType; -/** - * Convert any value to a Float - * - * @author Fariz Rahman (farizrahman4u) - */ @NoArgsConstructor @Data public class ConvertToFloat extends BaseFloatTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatColumnsMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatColumnsMathOpTransform.java index df5b6aaa0..ec0930a76 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatColumnsMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatColumnsMathOpTransform.java @@ -35,15 +35,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Add a new float column, calculated from one or more other columns. A new column (with the specified name) is added - * as the final column of the output. No other columns are modified.
- * For example, if newColumnName=="newCol", mathOp==Add, and columns=={"col1","col2"}, then the output column - * with name "newCol" has value col1+col2.
- * - * @author Fariz Rahman - * @see FloatMathOpTransform To do an in-place mathematical operation of a double column and a double scalar value - */ @Data public class FloatColumnsMathOpTransform extends BaseColumnsMathOpTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathFunctionTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathFunctionTransform.java index 436a3e7e6..7ab36e9d9 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathFunctionTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathFunctionTransform.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.FloatWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * A simple transform to do common mathematical operations, such as sin(x), ceil(x), etc.
- * Operations are specified by {@link MathFunction} - * - * @author Alex Black - */ @Data public class FloatMathFunctionTransform extends BaseFloatTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathOpTransform.java index 25a2627a6..bab756de0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/floattransform/FloatMathOpTransform.java @@ -33,13 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.ArrayList; import java.util.List; -/** - * Float mathematical operation.
- * This is an in-place operation of the float column value and a float scalar. - * - * @author Alex Black - * @see FloatColumnsMathOpTransform to do a mathematical operation involving multiple columns (instead of a scalar) - */ @Data public class FloatMathOpTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/BaseIntegerTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/BaseIntegerTransform.java index 5c41f2d1d..ae1b4eaa4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/BaseIntegerTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/BaseIntegerTransform.java @@ -27,9 +27,6 @@ import org.datavec.api.transform.metadata.ColumnMetaData; import org.datavec.api.transform.transform.BaseColumnTransform; import org.datavec.api.writable.Writable; -/** - * Abstract integer transformation (single column) - */ @EqualsAndHashCode(callSuper = true) @Data @NoArgsConstructor diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ConvertToInteger.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ConvertToInteger.java index 5f5a8552c..c26e7e2be 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ConvertToInteger.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ConvertToInteger.java @@ -28,11 +28,6 @@ import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.Writable; import org.datavec.api.writable.WritableType; -/** - * Convert any value to an Integer. - * - * @author Justin Long (crockpotveggies) - */ @Data @NoArgsConstructor public class ConvertToInteger extends BaseIntegerTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerColumnsMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerColumnsMathOpTransform.java index 34d3a4cc3..d8b497444 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerColumnsMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerColumnsMathOpTransform.java @@ -35,20 +35,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Add a new integer column, calculated from one or more other columns. - * A new column (with the specified name) is added - * as the final column of the output. No other columns are modified.
- * For example, if newColumnName=="newCol", mathOp==MathOp.Add, and columns=={"col1","col2"}, - * then the output column - * with name "newCol" has value col1+col2.
- * NOTE: Division here is using - * integer division (integer output). Use {@link DoubleColumnsMathOpTransform} - * if a decimal output value is required. - * - * @author Alex Black - * @see IntegerMathOpTransform To do an in-place mathematical operation of an integer column and an integer scalar value - */ @Data public class IntegerColumnsMathOpTransform extends BaseColumnsMathOpTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerMathOpTransform.java index 60fdf3839..19d1d005e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerMathOpTransform.java @@ -29,13 +29,6 @@ import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Integer mathematical operation.
- * This is an in-place operation of the integer column value and an integer scalar. - * - * @author Alex Black - * @see IntegerColumnsMathOpTransform to do a mathematical operation involving multiple columns (instead of a scalar) - */ @Data public class IntegerMathOpTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerToOneHotTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerToOneHotTransform.java index 763f8b563..edcc6a006 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerToOneHotTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/IntegerToOneHotTransform.java @@ -35,12 +35,6 @@ import java.util.ArrayList; import java.util.Iterator; import java.util.List; -/** - * Convert an integer column to a set of one-hot columns. - * - * - * @author Alex Black - */ @Data @EqualsAndHashCode(exclude = {"columnIdx"}, callSuper = false) @JsonIgnoreProperties({"inputSchema", "columnIdx", "stateNames", "statesMap"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceEmptyIntegerWithValueTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceEmptyIntegerWithValueTransform.java index d7f582206..bb0c79662 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceEmptyIntegerWithValueTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceEmptyIntegerWithValueTransform.java @@ -26,9 +26,6 @@ import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Replace an empty/missing integer with a certain value. - */ @EqualsAndHashCode(callSuper = true) @Data public class ReplaceEmptyIntegerWithValueTransform extends BaseIntegerTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceInvalidWithIntegerTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceInvalidWithIntegerTransform.java index 40bfdc30f..7aaeb5ae4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceInvalidWithIntegerTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/integer/ReplaceInvalidWithIntegerTransform.java @@ -25,9 +25,6 @@ import org.datavec.api.writable.IntWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Replace an invalid (non-integer) value in a column with a specified integer - */ @Data public class ReplaceInvalidWithIntegerTransform extends BaseIntegerTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongColumnsMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongColumnsMathOpTransform.java index 057479eea..3c3ab0383 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongColumnsMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongColumnsMathOpTransform.java @@ -35,17 +35,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Add a new long column, calculated from one or more other columns. A new column (with the specified name) is added - * as the final column of the output. No other columns are modified.
- * For example, if newColumnName=="newCol", mathOp==MathOp.Add, and columns=={"col1","col2"}, then the output column - * with name "newCol" has value col1+col2.
- * NOTE: Division here is using long division (long output). Use {@link DoubleColumnsMathOpTransform} - * if a decimal output value is required. - * - * @author Alex Black - * @see LongMathOpTransform To do an in-place mathematical operation of a long column and a long scalar value - */ @Data public class LongColumnsMathOpTransform extends BaseColumnsMathOpTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongMathOpTransform.java index bf3316dc1..54c1bdbea 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/longtransform/LongMathOpTransform.java @@ -29,13 +29,6 @@ import org.datavec.api.writable.LongWritable; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Long mathematical operation.
- * This is an in-place operation of the long column value and an long scalar. - * - * @author Alex Black - * @see LongColumnsMathOpTransform to do a mathematical operation involving multiple long columns (instead of a scalar) - */ @Data public class LongMathOpTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToCharacterIndexTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToCharacterIndexTransform.java index 9e16c0ab2..82b3139eb 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToCharacterIndexTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToCharacterIndexTransform.java @@ -31,13 +31,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * - * Convert each text value in a sequence to a longer sequence of integer indices. - * For example, "abc" would be converted to [1, 2, 3]. Values in other columns will be duplicated. - * - * @author Alex Black - */ @Data @EqualsAndHashCode(callSuper = true, exclude = {""}) public class TextToCharacterIndexTransform extends BaseSequenceExpansionTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToTermIndexSequenceTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToTermIndexSequenceTransform.java index 9f5e71127..1603bba82 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToTermIndexSequenceTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/nlp/TextToTermIndexSequenceTransform.java @@ -33,14 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * - * Convert each text value in a sequence to a longer sequence of integer indices. - * For example, "zero one two" would be converted to [0, 1, 2]. Values in other - * columns will be duplicated. - * - * @author Dave Kale - */ @Data @EqualsAndHashCode(callSuper = true, exclude = {"writableMap"}) @JsonIgnoreProperties({"writableMap"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/normalize/Normalize.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/normalize/Normalize.java index 968ee008f..56c4973e6 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/normalize/Normalize.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/normalize/Normalize.java @@ -20,19 +20,6 @@ package org.datavec.api.transform.transform.normalize; -/**Built-in normalization methods. - * - * Normalization methods include:
- * MinMax: (x-min)/(max-min) -> maps values to range [0,1]
- * MinMax2: 2 * (x-min)/(max-min) + 1 -> maps values to range [-1,1]
- * Standardize: Normalize such that output has distribution N(0,1)
- * SubtractMean: Normalize by only subtracting the mean value
- * Log2Mean: Normalization of the form log2((x-min)/(mean-min) + 1)
- * Log2MeanExcludingMin: As per Log2Mean, but the 'mean' is calculated excluding the minimum value.
- * - * - * @author Alex Black - */ public enum Normalize { MinMax, MinMax2, Standardize, SubtractMean, Log2Mean, Log2MeanExcludingMin diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/parse/ParseDoubleTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/parse/ParseDoubleTransform.java index 5333ea5f7..aa11c3b47 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/parse/ParseDoubleTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/parse/ParseDoubleTransform.java @@ -31,11 +31,6 @@ import org.datavec.api.writable.Writable; import java.util.ArrayList; import java.util.List; -/** - * Convert string writables to doubles - * - * @author Adam GIbson - */ @Data public class ParseDoubleTransform extends BaseTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceDifferenceTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceDifferenceTransform.java index d0c2ca7da..0861dd22b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceDifferenceTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceDifferenceTransform.java @@ -33,23 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonInclude; import java.util.ArrayList; import java.util.List; -/** - * SequenceDifferenceTransform: for an input sequence, calculate the difference on one column.
- * For each time t, calculate someColumn(t) - someColumn(t-s), where s >= 1 is the 'lookback' period.
- *
- * Note: at t=0 (i.e., the first step in a sequence; or more generally, for all times t < s), there is no previous value - * from which to calculate the difference. The {@link FirstStepMode} enumeration provides the following ways of handling - * these time steps:
- * 1. Default: output = someColumn(t) - someColumn(max(t-s, 0)) - * 2. SpecifiedValue: output = someColumn(t) - someColumn(t-s) if t-s >= 0, or a custom Writable object (for example, a DoubleWritable(0) - * or NullWritable). - *

- * Note: this is an in-place operation: i.e., the values in each column are modified. If the original values are - * to be retained in the data set, first make a copy (for example, using {@link org.datavec.api.transform.TransformProcess.Builder#duplicateColumn(String, String)}) - * and apply the difference operation in-place on the copy. - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonIgnoreProperties({"inputSchema", "columnType"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceMovingWindowReduceTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceMovingWindowReduceTransform.java index 8fd907aa5..4cca4de30 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceMovingWindowReduceTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceMovingWindowReduceTransform.java @@ -41,17 +41,6 @@ import java.util.Collections; import java.util.LinkedList; import java.util.List; -/** - * SequenceMovingWindowReduceTransform Adds a new column, where the value is derived by:
- * (a) using a window of the last N values in a single column,
- * (b) Apply a reduction op on the window to calculate a new value
- * for example, this transformer can be used to implement a simple moving average of the last N values, - * or determine the minimum or maximum values in the last N time steps. - * - * For a simple moving average, length 20: {@code new SequenceMovingWindowReduceTransform("myCol", 20, ReduceOp.Mean)} - * - * @author Alex Black - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonIgnoreProperties({"inputSchema"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceOffsetTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceOffsetTransform.java index 13fd54c81..47397acda 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceOffsetTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/sequence/SequenceOffsetTransform.java @@ -33,27 +33,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Sequence offset transform takes a sequence, and shifts The values in one or more columns by a specified number of - * times steps. It has 2 modes of operation (OperationType enum), with respect to the columns it operates on:
- * InPlace: operations may be performed in-place, modifying the values in the specified columns
- * NewColumn: operations may produce new columns, with the original (source) columns remaining unmodified
- *

- * Additionally, there are 2 modes for handling values outside the original sequence (EdgeHandling enum): - * TrimSequence: the entire sequence is trimmed (start or end) by a specified number of steps
- * SpecifiedValue: for any values outside of the original sequence, they are given a specified value
- *

- * Note 1: When specifying offsets, they are done as follows: - * Positive offsets: move the values in the specified columns to a later time. Earlier time steps are either be trimmed - * or Given specified values; the last values in these columns will be truncated/removed. - *

- * Note 2: Care must be taken when using TrimSequence: for example, if we chain multiple sequence offset transforms on the - * one dataset, we may end up trimming much more than we want. In this case, it may be better to use SpecifiedValue, - * (with, for example, NullWritable) and then do a single trim operation (via {@link org.datavec.api.transform.sequence.trim.SequenceTrimTransform}) - * at the end. - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnsToOffsetSet"}) @JsonInclude(JsonInclude.Include.NON_NULL) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/AppendStringColumnTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/AppendStringColumnTransform.java index af30d6bdb..ca3069b45 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/AppendStringColumnTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/AppendStringColumnTransform.java @@ -29,12 +29,6 @@ import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Append a String to the - * values in a single column - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnNumber"}) @Data public class AppendStringColumnTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/BaseStringTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/BaseStringTransform.java index 73418ff6f..0cacf36be 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/BaseStringTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/BaseStringTransform.java @@ -30,9 +30,6 @@ import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; -/** - * Abstract String column transform - */ @EqualsAndHashCode(callSuper = true) @Data @NoArgsConstructor diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ChangeCaseStringTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ChangeCaseStringTransform.java index 73d1de2ea..3fe18e354 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ChangeCaseStringTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ChangeCaseStringTransform.java @@ -25,11 +25,6 @@ import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Change case (to, e.g, all lower case) of String column. - * - * @author dave@skymind.io - */ @Data public class ChangeCaseStringTransform extends BaseStringTransform { public enum CaseType { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConcatenateStringColumns.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConcatenateStringColumns.java index 172338c96..c1d1b5a87 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConcatenateStringColumns.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConcatenateStringColumns.java @@ -35,15 +35,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Concatenate values of one or more String columns into - * a new String column. Retains the constituent String - * columns so user must remove those manually, if desired. - * - * TODO: use new String Reduce functionality in DataVec? - * - * @author dave@skymind.io - */ @JsonIgnoreProperties({"inputSchema"}) @Data public class ConcatenateStringColumns extends BaseTransform implements ColumnOp { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConvertToString.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConvertToString.java index c16c87bb1..cd19b025e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConvertToString.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ConvertToString.java @@ -25,11 +25,6 @@ import lombok.NoArgsConstructor; import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; -/** - * Convert any value to a string. - * - * @author Adam Gibson - */ @NoArgsConstructor @Data public class ConvertToString extends BaseStringTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/MapAllStringsExceptListTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/MapAllStringsExceptListTransform.java index 2a8d464e1..9421a191b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/MapAllStringsExceptListTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/MapAllStringsExceptListTransform.java @@ -30,11 +30,6 @@ import java.util.HashSet; import java.util.List; import java.util.Set; -/** - * This method maps all String values, except those is the specified list, to a single String value - * - * @author Alex Black - */ @Data @EqualsAndHashCode public class MapAllStringsExceptListTransform extends BaseStringTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/RemoveWhiteSpaceTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/RemoveWhiteSpaceTransform.java index afb9127c1..5530b7826 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/RemoveWhiteSpaceTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/RemoveWhiteSpaceTransform.java @@ -26,9 +26,6 @@ import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * String transform that removes all whitespace charaters - */ @EqualsAndHashCode(callSuper = true) @Data public class RemoveWhiteSpaceTransform extends BaseStringTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceEmptyStringTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceEmptyStringTransform.java index ed8c039fd..bd5741812 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceEmptyStringTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceEmptyStringTransform.java @@ -26,9 +26,6 @@ import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Replace empty String values with the specified String - */ @EqualsAndHashCode(callSuper = true) @Data public class ReplaceEmptyStringTransform extends BaseStringTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceStringTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceStringTransform.java index e4b4a6ffa..93b480189 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceStringTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/ReplaceStringTransform.java @@ -28,9 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Map; -/** - * Replaces String values that match regular expressions. - */ @EqualsAndHashCode(callSuper = true) @Data public class ReplaceStringTransform extends BaseStringTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCategoricalSetTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCategoricalSetTransform.java index e2251c4dd..a8b7b159e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCategoricalSetTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCategoricalSetTransform.java @@ -34,13 +34,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.*; -/** - * Convert a delimited String to a list of binary categorical columns. - * Suppose the possible String values were {"a","b","c","d"} and the String column value to be converted contained - * the String "a,c", then the 4 output columns would have values ["true","false","true","false"] - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "map", "columnIdx"}) @EqualsAndHashCode(callSuper = false, exclude = {"columnIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCountsNDArrayTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCountsNDArrayTransform.java index 58705efe1..7eda354d0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCountsNDArrayTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToCountsNDArrayTransform.java @@ -39,12 +39,6 @@ import java.io.File; import java.io.IOException; import java.util.*; -/** - * Converts String column into a bag-of-words (BOW) represented as an NDArray of "counts."
- * Note that the original column is removed in the process - * - * @author dave@skymind.io - */ @JsonIgnoreProperties({"inputSchema", "map", "columnIdx"}) @EqualsAndHashCode(callSuper = false, exclude = {"columnIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToIndicesNDArrayTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToIndicesNDArrayTransform.java index 847308657..4818cc915 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToIndicesNDArrayTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringListToIndicesNDArrayTransform.java @@ -30,14 +30,6 @@ import java.util.Collection; import java.util.Collections; import java.util.List; -/** - * Converts String column into a sparse bag-of-words (BOW) - * represented as an NDArray of indices. Appropriate for - * embeddings or as efficient storage before being expanded - * into a dense array. - * - * @author dave@skymind.io - */ @Data public class StringListToIndicesNDArrayTransform extends StringListToCountsNDArrayTransform { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringMapTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringMapTransform.java index b3558a269..45971c629 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringMapTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/string/StringMapTransform.java @@ -28,15 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Map; -/** - * A simple String -> String map function. - * - * Keys in the map are the original values; the Values in the map are their replacements. - * If a String appears in the data but does not appear in the provided map (as a key), that String values will - * not be modified. - * - * @author Alex Black - */ @EqualsAndHashCode(callSuper = true) @Data public class StringMapTransform extends BaseStringTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/DeriveColumnsFromTimeTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/DeriveColumnsFromTimeTransform.java index 216670476..e8674cc04 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/DeriveColumnsFromTimeTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/DeriveColumnsFromTimeTransform.java @@ -52,12 +52,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * Create a number of new columns by deriving their values from a Time column. - * Can be used for example to create new columns with the year, month, day, hour, minute, second etc. - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "insertAfterIdx", "deriveFromIdx"}) @EqualsAndHashCode(exclude = {"inputSchema", "insertAfterIdx", "deriveFromIdx"}) @Data diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/StringToTimeTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/StringToTimeTransform.java index 600ba904e..fc73926be 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/StringToTimeTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/StringToTimeTransform.java @@ -42,13 +42,6 @@ import java.util.TimeZone; import java.util.Locale; import java.util.regex.Pattern; -/** - * Convert a String column to a time column by parsing the date/time String, using a JodaTime. - *

- * Time format is specified as per http://www.joda.org/joda-time/apidocs/org/joda/time/format/DateTimeFormat.html - * - * @author Alex Black - */ @Data @EqualsAndHashCode(exclude = {"formatter", "formatters"}) @JsonIgnoreProperties({"formatters", "formatter"}) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/TimeMathOpTransform.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/TimeMathOpTransform.java index 1125a8a83..2268281d5 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/TimeMathOpTransform.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/transform/time/TimeMathOpTransform.java @@ -32,14 +32,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.concurrent.TimeUnit; -/** - * Transform math op on a time column - *

- * Note: only the following MathOps are supported: Add, Subtract, ScalarMin, ScalarMax
- * For ScalarMin/Max, the TimeUnit must be milliseconds - i.e., value must be in epoch millisecond format - * - * @author Alex Black - */ @JsonIgnoreProperties({"inputSchema", "columnNumber", "asMilliseconds"}) @Data public class TimeMathOpTransform extends BaseColumnTransform { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/DivObject.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/DivObject.java index a6f4f828c..29b236f05 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/DivObject.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/DivObject.java @@ -23,9 +23,6 @@ package org.datavec.api.transform.ui; import lombok.AllArgsConstructor; import lombok.Data; -/** - * Created by Alex on 25/03/2016. - */ @AllArgsConstructor @Data public class DivObject { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlAnalysis.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlAnalysis.java index b9b16609f..b4fdc3a97 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlAnalysis.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlAnalysis.java @@ -47,11 +47,6 @@ import java.io.Writer; import java.nio.charset.StandardCharsets; import java.util.*; -/** - * Utilities for rendering {@link DataAnalysis} objects as HTML - * - * @author Alex Black - */ public class HtmlAnalysis { private HtmlAnalysis() { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlSequencePlotting.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlSequencePlotting.java index 1c174effe..b9baa5165 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlSequencePlotting.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/HtmlSequencePlotting.java @@ -46,13 +46,6 @@ import java.io.Writer; import java.nio.charset.StandardCharsets; import java.util.*; -/** - * A simple utility for plotting DataVec sequence data to HTML files. - * Each file contains only one sequence. Each column is plotted separately; only numerical and categorical columns are - * plotted. - * - * @author Alex Black - */ public class HtmlSequencePlotting { private HtmlSequencePlotting() { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/components/RenderableComponentHistogram.java b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/components/RenderableComponentHistogram.java index b47bcfdac..7efa3d894 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/components/RenderableComponentHistogram.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/transform/ui/components/RenderableComponentHistogram.java @@ -26,9 +26,6 @@ import lombok.EqualsAndHashCode; import java.util.ArrayList; import java.util.List; -/** - * Created by Alex on 25/03/2016. - */ @EqualsAndHashCode(callSuper = true) @Data public class RenderableComponentHistogram extends RenderableComponent { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/ClassPathResource.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/ClassPathResource.java index 6024e0e2b..79584a44f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/ClassPathResource.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/ClassPathResource.java @@ -20,9 +20,6 @@ package org.datavec.api.util; -/** - * @deprecated Use {@link org.nd4j.common.io.ClassPathResource} - */ @Deprecated public class ClassPathResource extends org.nd4j.common.io.ClassPathResource { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/RecordUtils.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/RecordUtils.java index 72e206eea..098aac53f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/RecordUtils.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/RecordUtils.java @@ -27,11 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.ArrayList; import java.util.List; -/** - * Create records from the specified input - * - * @author Adam Gibson - */ public class RecordUtils { public static List toRecord(double[] record) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/ReflectionUtils.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/ReflectionUtils.java index 33ba84f96..7bc9618ca 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/ReflectionUtils.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/ReflectionUtils.java @@ -31,9 +31,6 @@ import org.datavec.api.io.serializers.Serializer; import java.io.IOException; import java.lang.reflect.Method; -/** - * @deprecated Use {@link org.nd4j.common.io.ReflectionUtils} - */ @Deprecated public class ReflectionUtils { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/FileFromPathIterator.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/FileFromPathIterator.java index 190eb058c..3c7ddd86b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/FileFromPathIterator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/FileFromPathIterator.java @@ -28,12 +28,6 @@ import java.net.URISyntaxException; import java.util.Iterator; import java.util.NoSuchElementException; -/** - * A simple utility method to convert a {@code Iterator} to an {@code Iterator}, where each - * String in the original iterator is created via URI.toString() - * - * @author Alex Black - */ @AllArgsConstructor public class FileFromPathIterator implements Iterator { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/ShuffledListIterator.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/ShuffledListIterator.java index 1ba5827cb..163f9806f 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/ShuffledListIterator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/ShuffledListIterator.java @@ -24,12 +24,6 @@ import java.util.Iterator; import java.util.List; import java.util.NoSuchElementException; -/** - * A very simple iterator over a list, that takes an optional int[] for the order. - * If the order array is not present, elements are returned in sequential order. - * - * @author Alex Black - */ public class ShuffledListIterator implements Iterator { private final List list; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/URIUtil.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/URIUtil.java index 86a2ab275..5469476db 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/URIUtil.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/URIUtil.java @@ -24,11 +24,6 @@ import java.io.File; import java.net.URI; import java.net.URISyntaxException; -/** - * Lightweight utilities for converting files to URI. - * - * @author Justin Long (crockpotveggies) - */ public class URIUtil { public static URI fileToURI(File f) { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/UriFromPathIterator.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/UriFromPathIterator.java index 052602b9b..148ae9765 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/files/UriFromPathIterator.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/files/UriFromPathIterator.java @@ -29,12 +29,6 @@ import java.util.Iterator; import java.util.NoSuchElementException; import java.util.regex.Pattern; -/** - * A simple utility method to convert a {@code Iterator} to an {@code Iterator}, where each - * String in the original iterator is a Path - * - * @author Alex Black - */ @AllArgsConstructor public class UriFromPathIterator implements Iterator { final Pattern schemaPattern = Pattern.compile("^.*?:/.*"); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeDeserializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeDeserializer.java index 9cddd8419..937ef8955 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeDeserializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeDeserializer.java @@ -31,11 +31,6 @@ import java.io.IOException; import java.util.HashMap; import java.util.Map; -/** - * JsonDeserializer for deserializing Jodatime {@link DateTimeFieldType} instances - * - * @author Alex Black - */ public class DateTimeFieldTypeDeserializer extends JsonDeserializer { //Yes this is ugly - couldn't find a better way :/ diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeSerializer.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeSerializer.java index 153593413..4c1e3a96b 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeSerializer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/jackson/DateTimeFieldTypeSerializer.java @@ -28,11 +28,6 @@ import org.nd4j.shade.jackson.databind.SerializerProvider; import java.io.IOException; -/** - * JsonSerializer for serializing Jodatime {@link DateTimeFieldType} instances - * - * @author Alex Black - */ public class DateTimeFieldTypeSerializer extends JsonSerializer { @Override public void serialize(DateTimeFieldType dateTimeFieldType, JsonGenerator jsonGenerator, diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataInputWrapperStream.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataInputWrapperStream.java index 573b71ff8..88e794047 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataInputWrapperStream.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataInputWrapperStream.java @@ -26,11 +26,6 @@ import java.io.DataInput; import java.io.IOException; import java.io.InputStream; -/** - * A simple class to wrap a {@link DataInput} instance in an {@link InputStream} - * - * @author Alex Black - */ @AllArgsConstructor public class DataInputWrapperStream extends InputStream { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataOutputWrapperStream.java b/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataOutputWrapperStream.java index 1c70fffbb..39712224e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataOutputWrapperStream.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/util/ndarray/DataOutputWrapperStream.java @@ -26,11 +26,6 @@ import java.io.DataOutput; import java.io.IOException; import java.io.OutputStream; -/** - * A simple class to wrap a {@link DataOutput} instance in an {@link OutputStream} - * - * @author Alex Black - */ @AllArgsConstructor public class DataOutputWrapperStream extends OutputStream { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/vector/Vectorizer.java b/datavec/datavec-api/src/main/java/org/datavec/api/vector/Vectorizer.java index ddd8814d7..3c1529fa8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/vector/Vectorizer.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/vector/Vectorizer.java @@ -24,12 +24,6 @@ import org.datavec.api.conf.Configuration; import org.datavec.api.records.Record; import org.datavec.api.records.reader.RecordReader; -/** - * Vectorizer of a particular type. - * Meant for converting individual records to vectors - * - * @author Adam Gibson - */ public interface Vectorizer { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/ArrayWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/ArrayWritable.java index 0a544b65f..59e8289ee 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/ArrayWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/ArrayWritable.java @@ -20,11 +20,6 @@ package org.datavec.api.writable; -/** - * A Writable to basically wrap an array of sorts. - * - * @author saudet - */ public abstract class ArrayWritable implements Writable { public abstract long length(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/BooleanWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/BooleanWritable.java index 29df62c77..f2abcbae9 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/BooleanWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/BooleanWritable.java @@ -29,9 +29,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** - * A WritableComparable for booleans. - */ public class BooleanWritable implements WritableComparable { private boolean value; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/ByteWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/ByteWritable.java index 7d2677103..d594a48f7 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/ByteWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/ByteWritable.java @@ -30,7 +30,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** A WritableComparable for a single byte. */ public class ByteWritable implements WritableComparable { private byte value; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/BytesWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/BytesWritable.java index 094ff3d2e..67cf12d53 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/BytesWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/BytesWritable.java @@ -33,23 +33,6 @@ import java.io.IOException; import java.nio.ByteBuffer; import java.util.Arrays; -/** - * {@link Writable} type for - * a byte array. - * - * Note that this {@link Writable} - * should be considered *raw* and *unsafe* - * for typical use. - * This writable's primary use case is for low level flexibility - * and interop for accessing raw content when there are no alternatives. - * - * If you want *safe* indexing that you are familiar with, please - * consider using nd4j's {@link DataBuffer} object - * and the associated {@link #asNd4jBuffer(DataType, int)} - * method below. - * - * @author Adam Gibson - */ @NoArgsConstructor public class BytesWritable extends ArrayWritable { @Getter diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/FloatWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/FloatWritable.java index 1e1fe3c71..5e663f745 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/FloatWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/FloatWritable.java @@ -30,7 +30,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** A WritableComparable for floats. */ public class FloatWritable implements WritableComparable { private float value; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/IntWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/IntWritable.java index 2ebb5bf72..22d8748a0 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/IntWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/IntWritable.java @@ -30,7 +30,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** A WritableComparable for ints. */ public class IntWritable implements WritableComparable { private int value; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/LongWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/LongWritable.java index c3ca91e73..228d089a4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/LongWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/LongWritable.java @@ -30,7 +30,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** A WritableComparable for longs. */ public class LongWritable implements WritableComparable { private long value; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/NDArrayWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/NDArrayWritable.java index ff680645b..383ac3aac 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/NDArrayWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/NDArrayWritable.java @@ -33,11 +33,6 @@ import org.nd4j.common.util.MathUtils; import java.io.*; import java.util.Arrays; -/** - * A Writable that basically wraps an INDArray. - * - * @author saudet - */ public class NDArrayWritable extends ArrayWritable implements WritableComparable { public static final byte NDARRAY_SER_VERSION_HEADER_NULL = 0; public static final byte NDARRAY_SER_VERSION_HEADER = 1; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/NullWritable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/NullWritable.java index 254bd47f3..97ecb4ab4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/NullWritable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/NullWritable.java @@ -26,11 +26,6 @@ import java.io.DataInput; import java.io.DataOutput; import java.io.IOException; -/** - * NullWritable. Typically only used in very limited circumstances, to signify that a value is missing. - * Attempts to convert the NullWritable to some other value (using toInt(), toDouble() etc) will result in an - * UnsupportedOperationException being thrown - */ public class NullWritable implements WritableComparable { public static final NullWritable INSTANCE = new NullWritable(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/Text.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/Text.java index 54fc781b3..0d64b2142 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/Text.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/Text.java @@ -37,15 +37,6 @@ import java.text.StringCharacterIterator; -/** This class stores text using standard UTF8 encoding. It provides methods - * to serialize, deserialize, and compare texts at byte level. The type of - * length is integer and is serialized using zero-compressed format.

In - * addition, it provides methods for string traversal without converting the - * byte array to a string.

Also includes utilities for - * serializing/deserialing a string, coding/decoding a string, checking if a - * byte array contains valid UTF8 code, calculating the length of an encoded - * string. - */ public class Text extends BinaryComparable implements WritableComparable { private static ThreadLocal ENCODER_FACTORY = new ThreadLocal() { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/UnsafeWritableInjector.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/UnsafeWritableInjector.java index 7a6166cb5..04ee44bcb 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/UnsafeWritableInjector.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/UnsafeWritableInjector.java @@ -22,9 +22,6 @@ package org.datavec.api.writable; import org.nd4j.linalg.api.ndarray.INDArray; -/** - * Created by huitseeker on 5/13/17. - */ public class UnsafeWritableInjector { public static Writable inject(T x) { if (x == null) diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/Writable.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/Writable.java index cbfdd3d13..49218a90e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/Writable.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/Writable.java @@ -27,42 +27,6 @@ import java.io.DataOutput; import java.io.IOException; import java.io.Serializable; -/** - * A serializable object which implements a simple, efficient, serialization - * protocol, based on {@link DataInput} and {@link DataOutput}. - * - *

Any key or value type in the Hadoop Map-Reduce - * framework implements this interface.

- * - *

Implementations typically implement a static read(DataInput) - * method which constructs a new instance, calls {@link #readFields(DataInput)} - * and returns the instance.

- * - *

Example:

- *

- *     public class MyWritable implements Writable {
- *       // Some data     
- *       private int counter;
- *       private long timestamp;
- *
- *       public void write(DataOutput out) throws IOException {
- *         out.writeInt(counter);
- *         out.writeLong(timestamp);
- *       }
- *
- *       public void readFields(DataInput in) throws IOException {
- *         counter = in.readInt();
- *         timestamp = in.readLong();
- *       }
- *
- *       public static MyWritable read(DataInput in) throws IOException {
- *         MyWritable w = new MyWritable();
- *         w.readFields(in);
- *         return w;
- *       }
- *     }
- * 

- */ @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface Writable extends Serializable { /** diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableFactory.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableFactory.java index 2e35711dc..36cf7f9b8 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableFactory.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableFactory.java @@ -29,11 +29,6 @@ import java.lang.reflect.Constructor; import java.util.Map; import java.util.concurrent.ConcurrentHashMap; -/** - * Factory class for creating and saving writable objects to/from DataInput and DataOutput - * - * @author Alex Black - */ public class WritableFactory { private static WritableFactory INSTANCE = new WritableFactory(); diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableType.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableType.java index 20d19f016..3de22f696 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableType.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/WritableType.java @@ -20,9 +20,6 @@ package org.datavec.api.writable; -/** - * Created by Alex on 30/05/2017. - */ public enum WritableType { Boolean, Byte, Double, Float, Int, Long, Null, Text, NDArray, Image,Arrow,Bytes; diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractTimeSeriesWritableRecordBatch.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractTimeSeriesWritableRecordBatch.java index 4e99a710c..25cc863f4 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractTimeSeriesWritableRecordBatch.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractTimeSeriesWritableRecordBatch.java @@ -27,12 +27,6 @@ import java.util.Iterator; import java.util.List; import java.util.ListIterator; -/** - * Simple base class for List>
- * implementations - * - * @author Alex Black - */ public abstract class AbstractTimeSeriesWritableRecordBatch implements List>> { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractWritableRecordBatch.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractWritableRecordBatch.java index 9af8f8947..b2d4b7621 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractWritableRecordBatch.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/AbstractWritableRecordBatch.java @@ -27,12 +27,6 @@ import java.util.Iterator; import java.util.List; import java.util.ListIterator; -/** - * Simple base class for List> - * implementations - * - * @author Alex Black - */ public abstract class AbstractWritableRecordBatch implements List> { diff --git a/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/NDArrayRecordBatch.java b/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/NDArrayRecordBatch.java index 422d46b5d..d1f092d0e 100644 --- a/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/NDArrayRecordBatch.java +++ b/datavec/datavec-api/src/main/java/org/datavec/api/writable/batch/NDArrayRecordBatch.java @@ -33,16 +33,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * A {@code List>} record batch, backed by a {@code List}
- * Each INDArray in the underlying list is assumed to represent a minibatch of examples, with dimension 0 indexing - * the example. - * On calls to methods like .get(int) the appropriate view is extracted from the underlying arrays and returned - * as an NDArrayWritable - * - * - * @author Alex Black - */ @Data public class NDArrayRecordBatch extends AbstractWritableRecordBatch { diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/AssertTestsExtendBaseClass.java b/datavec/datavec-api/src/test/java/org/datavec/api/AssertTestsExtendBaseClass.java index 56ad58e65..2ce6ea207 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/AssertTestsExtendBaseClass.java @@ -28,14 +28,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseND4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVNLinesSequenceRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVNLinesSequenceRecordReaderTest.java index cea5d5308..80c75c830 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVNLinesSequenceRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVNLinesSequenceRecordReaderTest.java @@ -36,9 +36,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 19/09/2016. - */ public class CSVNLinesSequenceRecordReaderTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVVariableSlidingWindowRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVVariableSlidingWindowRecordReaderTest.java index a1e46bf46..cab012faf 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVVariableSlidingWindowRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/CSVVariableSlidingWindowRecordReaderTest.java @@ -34,11 +34,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Tests for variable sliding window csv reader. - * - * @author Justin Long (crockpotveggies) - */ public class CSVVariableSlidingWindowRecordReaderTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/FileRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/FileRecordReaderTest.java index 0d80fc3a2..910fc31b2 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/FileRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/FileRecordReaderTest.java @@ -38,9 +38,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; -/** - * Created by nyghtowl on 11/14/15. - */ public class FileRecordReaderTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/JacksonRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/JacksonRecordReaderTest.java index 5fbee2465..5b91c4523 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/JacksonRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/JacksonRecordReaderTest.java @@ -50,9 +50,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; -/** - * Created by Alex on 11/04/2016. - */ public class JacksonRecordReaderTest extends BaseND4JTest { @Rule diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LibSvmRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LibSvmRecordReaderTest.java index 0422a24dd..e7fe410c8 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LibSvmRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LibSvmRecordReaderTest.java @@ -37,18 +37,6 @@ import java.util.*; import static org.datavec.api.records.reader.impl.misc.LibSvmRecordReader.*; import static org.junit.Assert.assertEquals; -/** - * Unit tests for LibSvmRecordReader. Replaces reader tests in - * LibSvmTest. - * - * NOTE: this is just a clone of SVMLightRecordReaderTest. - * - * @see LibSvmRecordReader - * @see LibSvmTest - * @see SVMRecordWriterTest - * - * @author dave@skymind.io - */ public class LibSvmRecordReaderTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LineReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LineReaderTest.java index 27fb59582..18dc8b0fd 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LineReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/LineReaderTest.java @@ -48,9 +48,6 @@ import java.util.zip.GZIPOutputStream; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 11/17/14. - */ public class LineReaderTest extends BaseND4JTest { @Rule diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/RegexRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/RegexRecordReaderTest.java index 5cbd91aeb..97e1a854a 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/RegexRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/RegexRecordReaderTest.java @@ -47,9 +47,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; -/** - * Created by Alex on 12/04/2016. - */ public class RegexRecordReaderTest extends BaseND4JTest { @Rule diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/SVMLightRecordReaderTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/SVMLightRecordReaderTest.java index ae7b7b8f1..35b2d6a46 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/SVMLightRecordReaderTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/SVMLightRecordReaderTest.java @@ -37,16 +37,6 @@ import java.util.*; import static org.datavec.api.records.reader.impl.misc.SVMLightRecordReader.*; import static org.junit.Assert.assertEquals; -/** - * Unit tests for VMLightRecordReader. Replaces reader tests in - * SVMRecordWriterTest. - * - * @see SVMLightRecordReader - * @see LibSvmTest - * @see SVMRecordWriterTest - * - * @author dave@skymind.io - */ public class SVMLightRecordReaderTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestCollectionRecordReaders.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestCollectionRecordReaders.java index 5a2d73abc..3165c7df3 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestCollectionRecordReaders.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestCollectionRecordReaders.java @@ -35,9 +35,6 @@ import java.util.List; import static org.junit.Assert.*; -/** - * Created by Alex on 21/05/2016. - */ public class TestCollectionRecordReaders extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestSerialization.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestSerialization.java index 0b0bf76dc..2c40fcad0 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestSerialization.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/TestSerialization.java @@ -49,11 +49,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Record readers need to be serializable for spark. - * Note however that not all are used/usable with spark (such as Collection[Sequence]RecordReader - * and the rest are generally used without being initialized on a particular dataset - */ public class TestSerialization extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReaderTests.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReaderTests.java index d2cba244d..7d00ef96b 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReaderTests.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/reader/impl/transform/TransformProcessRecordReaderTests.java @@ -41,9 +41,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by agibsonccc on 3/21/17. - */ public class TransformProcessRecordReaderTests extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/CSVRecordWriterTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/CSVRecordWriterTest.java index 922fc69eb..5890722b3 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/CSVRecordWriterTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/CSVRecordWriterTest.java @@ -36,9 +36,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * @author raver119@gmail.com - */ public class CSVRecordWriterTest extends BaseND4JTest { @Before diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/LibSvmRecordWriterTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/LibSvmRecordWriterTest.java index a74dadfcc..0e80e10b7 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/LibSvmRecordWriterTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/LibSvmRecordWriterTest.java @@ -45,15 +45,6 @@ import java.util.regex.Pattern; import static org.junit.Assert.assertEquals; -/** - * Unit tests for LibSvmRecordWriter. Replaces writer tests in - * SVMRecordWriterTest. - * - * @see LibSvmRecordReader - * @see org.datavec.api.records.reader.impl.LibSvmTest - * - * @author dave@skymind.io - */ public class LibSvmRecordWriterTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/SVMLightRecordWriterTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/SVMLightRecordWriterTest.java index 35cb66a18..8efb2a539 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/SVMLightRecordWriterTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/records/writer/impl/SVMLightRecordWriterTest.java @@ -42,15 +42,6 @@ import java.util.regex.Pattern; import static org.junit.Assert.assertEquals; -/** - * Unit tests for SVMLightRecordWriter. Replaces writer tests in - * SVMRecordWriterTest. - * - * @see SVMLightRecordReader - * @see org.datavec.api.records.reader.impl.SVMRecordWriterTest - * - * @author dave@skymind.io - */ public class SVMLightRecordWriterTest extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/condition/TestConditions.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/condition/TestConditions.java index 8857e129c..3cb62a4a1 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/condition/TestConditions.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/condition/TestConditions.java @@ -35,9 +35,6 @@ import java.util.*; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 24/03/2016. - */ public class TestConditions extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/filter/TestFilters.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/filter/TestFilters.java index cd2a47f7d..5ad6d6813 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/filter/TestFilters.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/filter/TestFilters.java @@ -39,9 +39,6 @@ import static java.util.Arrays.asList; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 21/03/2016. - */ public class TestFilters extends BaseND4JTest { diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/join/TestJoin.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/join/TestJoin.java index 2cff51f48..044a084b6 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/join/TestJoin.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/join/TestJoin.java @@ -35,9 +35,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 18/04/2016. - */ public class TestJoin extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpArchTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpArchTest.java index daefeaeee..e67722f78 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpArchTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpArchTest.java @@ -32,9 +32,6 @@ import java.io.Serializable; import static com.tngtech.archunit.lang.syntax.ArchRuleDefinition.classes; -/** - * Created by dariuszzbyrad on 7/31/2020. - */ @RunWith(ArchUnitRunner.class) @AnalyzeClasses(packages = "org.datavec.api.transform.ops", importOptions = {ImportOption.DoNotIncludeTests.class}) public class AggregableMultiOpArchTest extends BaseND4JTest { diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpTest.java index 8ee5c7264..cb4fdeb04 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregableMultiOpTest.java @@ -28,9 +28,6 @@ import java.util.*; import static org.junit.Assert.assertTrue; -/** - * Created by huitseeker on 5/14/17. - */ public class AggregableMultiOpTest extends BaseND4JTest { private List intList = new ArrayList<>(Arrays.asList(1, 2, 3, 4, 5, 6, 7, 8, 9)); diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregatorImplsTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregatorImplsTest.java index 831dfcdfb..47da27bdc 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregatorImplsTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/AggregatorImplsTest.java @@ -32,9 +32,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by huitseeker on 5/14/17. - */ public class AggregatorImplsTest extends BaseND4JTest { private List intList = new ArrayList<>(Arrays.asList(1, 2, 3, 4, 5, 6, 7, 8, 9)); diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/DispatchOpTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/DispatchOpTest.java index 4e47a5216..098c5635a 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/DispatchOpTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ops/DispatchOpTest.java @@ -31,9 +31,6 @@ import java.util.List; import static org.junit.Assert.assertTrue; -/** - * Created by huitseeker on 5/14/17. - */ public class DispatchOpTest extends BaseND4JTest { private List intList = new ArrayList<>(Arrays.asList(1, 2, 3, 4, 5, 6, 7, 8, 9)); diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/reduce/TestMultiOpReduce.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/reduce/TestMultiOpReduce.java index 0bf9c9ba4..fb24eb4dc 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/reduce/TestMultiOpReduce.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/reduce/TestMultiOpReduce.java @@ -40,9 +40,6 @@ import java.util.*; import static org.junit.Assert.assertEquals; import static org.junit.Assert.fail; -/** - * Created by Alex on 21/03/2016. - */ public class TestMultiOpReduce extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestJsonYaml.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestJsonYaml.java index caa86cb13..72c98d266 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestJsonYaml.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestJsonYaml.java @@ -27,9 +27,6 @@ import org.nd4j.common.tests.BaseND4JTest; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 18/07/2016. - */ public class TestJsonYaml extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestSchemaMethods.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestSchemaMethods.java index 4e7bc3298..d2a7efbe3 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestSchemaMethods.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/schema/TestSchemaMethods.java @@ -26,9 +26,6 @@ import org.nd4j.common.tests.BaseND4JTest; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 04/09/2016. - */ public class TestSchemaMethods extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestReduceSequenceByWindowFunction.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestReduceSequenceByWindowFunction.java index fa9e13678..7b57ba4d7 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestReduceSequenceByWindowFunction.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestReduceSequenceByWindowFunction.java @@ -43,9 +43,6 @@ import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 16/04/2016. - */ public class TestReduceSequenceByWindowFunction extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestSequenceSplit.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestSequenceSplit.java index 6ae4a55a6..1d219214f 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestSequenceSplit.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestSequenceSplit.java @@ -37,9 +37,6 @@ import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 19/04/2016. - */ public class TestSequenceSplit extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestWindowFunctions.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestWindowFunctions.java index 53c922084..6e0ff65ee 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestWindowFunctions.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/sequence/TestWindowFunctions.java @@ -39,9 +39,6 @@ import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 16/04/2016. - */ public class TestWindowFunctions extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestCustomTransformJsonYaml.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestCustomTransformJsonYaml.java index c42212cbf..32100d93f 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestCustomTransformJsonYaml.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestCustomTransformJsonYaml.java @@ -31,9 +31,6 @@ import org.nd4j.common.tests.BaseND4JTest; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 11/01/2017. - */ public class TestCustomTransformJsonYaml extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestYamlJsonSerde.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestYamlJsonSerde.java index a74d075b7..1076126c1 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestYamlJsonSerde.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/TestYamlJsonSerde.java @@ -72,9 +72,6 @@ import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 20/07/2016. - */ public class TestYamlJsonSerde extends BaseND4JTest { public static YamlSerializer y = new YamlSerializer(); diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomCondition.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomCondition.java index 9c9aeb078..18b68e119 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomCondition.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomCondition.java @@ -29,9 +29,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Created by Alex on 11/01/2017. - */ @AllArgsConstructor @NoArgsConstructor @Data diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomFilter.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomFilter.java index 76c826644..afe1a9980 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomFilter.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomFilter.java @@ -29,9 +29,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Created by Alex on 11/01/2017. - */ @AllArgsConstructor @NoArgsConstructor @Data diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomTransform.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomTransform.java index ab242683a..dba9b30c4 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomTransform.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/serde/testClasses/CustomTransform.java @@ -26,9 +26,6 @@ import org.datavec.api.transform.transform.BaseColumnTransform; import org.datavec.api.writable.Writable; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Created by Alex on 11/01/2017. - */ public class CustomTransform extends BaseColumnTransform { private final double someArg; diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/stringreduce/TestReduce.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/stringreduce/TestReduce.java index 28ad29939..30017e62a 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/stringreduce/TestReduce.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/stringreduce/TestReduce.java @@ -31,9 +31,6 @@ import java.util.*; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 21/03/2016. - */ public class TestReduce extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestJsonYaml.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestJsonYaml.java index cef2a2d8a..dec17ac40 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestJsonYaml.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestJsonYaml.java @@ -58,9 +58,6 @@ import java.util.concurrent.TimeUnit; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 18/07/2016. - */ public class TestJsonYaml extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestTransforms.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestTransforms.java index d138e019e..4a2174c0c 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestTransforms.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/TestTransforms.java @@ -74,9 +74,6 @@ import java.util.concurrent.TimeUnit; import static junit.framework.TestCase.assertEquals; import static org.junit.Assert.*; -/** - * Created by Alex on 21/03/2016. - */ public class TestTransforms extends BaseND4JTest { public static Schema getSchema(ColumnType type, String... colNames) { diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestNDArrayWritableTransforms.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestNDArrayWritableTransforms.java index 92f6c707d..c05b5cabf 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestNDArrayWritableTransforms.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestNDArrayWritableTransforms.java @@ -41,9 +41,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 02/06/2017. - */ public class TestNDArrayWritableTransforms extends BaseND4JTest { @Test diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestYamlJsonSerde.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestYamlJsonSerde.java index b4d0f895b..019d03ab8 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestYamlJsonSerde.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/ndarray/TestYamlJsonSerde.java @@ -38,9 +38,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 20/07/2016. - */ public class TestYamlJsonSerde extends BaseND4JTest { public static YamlSerializer y = new YamlSerializer(); diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/parse/ParseDoubleTransformTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/parse/ParseDoubleTransformTest.java index b90887447..14fbf7ca8 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/parse/ParseDoubleTransformTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/transform/parse/ParseDoubleTransformTest.java @@ -32,9 +32,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 10/22/16. - */ public class ParseDoubleTransformTest extends BaseND4JTest { @Test public void testDoubleTransform() { diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ui/TestUI.java b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ui/TestUI.java index afcd9b33d..8761f183f 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/transform/ui/TestUI.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/transform/ui/TestUI.java @@ -48,9 +48,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 25/03/2016. - */ public class TestUI extends BaseND4JTest { @Rule diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/util/ClassPathResourceTest.java b/datavec/datavec-api/src/test/java/org/datavec/api/util/ClassPathResourceTest.java index 9a2225e03..48f214cb2 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/util/ClassPathResourceTest.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/util/ClassPathResourceTest.java @@ -35,9 +35,6 @@ import static org.hamcrest.MatcherAssert.assertThat; import static org.hamcrest.core.AnyOf.anyOf; import static org.hamcrest.core.IsEqual.equalTo; -/** - * @author raver119@gmail.com - */ public class ClassPathResourceTest extends BaseND4JTest { private boolean isWindows = false; //File sizes are reported slightly different on Linux vs. Windows diff --git a/datavec/datavec-api/src/test/java/org/datavec/api/writable/TestNDArrayWritableAndSerialization.java b/datavec/datavec-api/src/test/java/org/datavec/api/writable/TestNDArrayWritableAndSerialization.java index 330d954d5..11db62c57 100644 --- a/datavec/datavec-api/src/test/java/org/datavec/api/writable/TestNDArrayWritableAndSerialization.java +++ b/datavec/datavec-api/src/test/java/org/datavec/api/writable/TestNDArrayWritableAndSerialization.java @@ -30,9 +30,6 @@ import java.io.*; import static org.junit.Assert.*; -/** - * Created by Alex on 02/06/2017. - */ public class TestNDArrayWritableAndSerialization extends BaseND4JTest { @Test diff --git a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/ArrowConverter.java b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/ArrowConverter.java index 95d1df818..0bf5637a8 100644 --- a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/ArrowConverter.java +++ b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/ArrowConverter.java @@ -64,13 +64,6 @@ import java.util.*; import static java.nio.channels.Channels.newChannel; -/** - * Interop between datavec primitives and arrow. - * This allows for datavec schemas and primitives - * to be converted to the arrow format. - * - * @author Adam Gibson - */ @Slf4j public class ArrowConverter { diff --git a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecord.java b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecord.java index 8bb27c05b..2d9f5e091 100644 --- a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecord.java +++ b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecord.java @@ -29,13 +29,6 @@ import org.datavec.api.writable.Writable; import java.net.URI; import java.util.List; -/** - * An {@link ArrowRecord} is a {@link Record} - * wrapper around {@link ArrowWritableRecordBatch} - * containing an index to the individual row. - * - * @author Adam Gibson - */ @AllArgsConstructor public class ArrowRecord implements Record { private ArrowWritableRecordBatch arrowWritableRecordBatch; diff --git a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordReader.java b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordReader.java index 60896c12c..e559da60b 100644 --- a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordReader.java +++ b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordReader.java @@ -43,18 +43,6 @@ import java.util.*; import static org.datavec.arrow.ArrowConverter.readFromBytes; -/** - * Implements a record reader using arrow. - * The {@link ArrowRecordReader} minimizes memory footprint by - * using an {@link ArrowWritableRecordBatch} as the current in memory - * batch during iteration rather than the normal of objects - * you would find with the traditional record readers with {@link List>} - * - * - * - * @author Adam Gibson - * - */ @Slf4j public class ArrowRecordReader implements RecordReader { diff --git a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordWriter.java b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordWriter.java index 237b9c58e..32472e582 100644 --- a/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordWriter.java +++ b/datavec/datavec-arrow/src/main/java/org/datavec/arrow/recordreader/ArrowRecordWriter.java @@ -33,11 +33,6 @@ import java.io.IOException; import java.util.Arrays; import java.util.List; -/** - * Output arrow records to an output stream. - * - * @author Adam Gibson - */ public class ArrowRecordWriter implements RecordWriter { private Configuration configuration; diff --git a/datavec/datavec-arrow/src/test/java/org/datavec/arrow/AssertTestsExtendBaseClass.java b/datavec/datavec-arrow/src/test/java/org/datavec/arrow/AssertTestsExtendBaseClass.java index 8d86826c8..671e7964e 100644 --- a/datavec/datavec-arrow/src/test/java/org/datavec/arrow/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-arrow/src/test/java/org/datavec/arrow/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.AbstractAssertTestsClass; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseND4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/Wave.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/Wave.java index c0aff4c5a..7071dfc70 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/Wave.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/Wave.java @@ -32,11 +32,6 @@ import java.io.IOException; import java.io.InputStream; import java.io.Serializable; -/** - * Read WAVE headers and data from wave input stream - * - * @author Jacquet Wong - */ public class Wave implements Serializable { private static final long serialVersionUID = 1L; diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/WaveHeader.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/WaveHeader.java index 69ed86007..fc2d09e88 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/WaveHeader.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/WaveHeader.java @@ -25,12 +25,6 @@ import lombok.extern.slf4j.Slf4j; import java.io.IOException; import java.io.InputStream; -/** - * WAV File Specification - * https://ccrma.stanford.edu/courses/422/projects/WaveFormat/ - * - * @author Jacquet Wong - */ @Slf4j public class WaveHeader { diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/FastFourierTransform.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/FastFourierTransform.java index d1fdb435b..bc0bf3279 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/FastFourierTransform.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/FastFourierTransform.java @@ -22,11 +22,6 @@ package org.datavec.audio.dsp; import org.jtransforms.fft.DoubleFFT_1D; -/** - * FFT object, transform amplitudes to frequency intensities - * - * @author Jacquet Wong - */ public class FastFourierTransform { /** diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/LinearInterpolation.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/LinearInterpolation.java index 42857edd0..1595c8974 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/LinearInterpolation.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/LinearInterpolation.java @@ -20,11 +20,6 @@ package org.datavec.audio.dsp; -/** - * Construct new data points within the range of a discrete set of known data points by linear equation - * - * @author Jacquet Wong - */ public class LinearInterpolation { public LinearInterpolation() { diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/Resampler.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/Resampler.java index a809cd494..c50e9a385 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/Resampler.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/Resampler.java @@ -20,12 +20,6 @@ package org.datavec.audio.dsp; -/** - * Resample signal data (base on bytes) - * - * @author jacquet - * - */ public class Resampler { public Resampler() {} diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/WindowFunction.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/WindowFunction.java index 6e923206b..b3783df81 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/WindowFunction.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/WindowFunction.java @@ -20,12 +20,6 @@ package org.datavec.audio.dsp; -/** - * Window functions generator - * - * @author Jacquet Wong - * - */ public class WindowFunction { public static final int RECTANGULAR = 0; diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/package-info.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/package-info.java index e7d042d01..cf19c7831 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/package-info.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/dsp/package-info.java @@ -18,11 +18,4 @@ * ***************************************************************************** */ -/** - * Originally derived from musicg. Importing relevant snippets for working with basic audio data. - * - * https://code.google.com/p/musicg/ - * - * - */ package org.datavec.audio.dsp; diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/NormalizedSampleAmplitudes.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/NormalizedSampleAmplitudes.java index 826041764..cc1e7028f 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/NormalizedSampleAmplitudes.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/NormalizedSampleAmplitudes.java @@ -23,11 +23,6 @@ package org.datavec.audio.extension; import org.datavec.audio.Wave; -/** - * Handles the wave data in amplitude-time domain. - * - * @author Jacquet Wong - */ public class NormalizedSampleAmplitudes { private Wave wave; diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/Spectrogram.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/Spectrogram.java index 4d20bf537..6ca5d84f3 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/Spectrogram.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/extension/Spectrogram.java @@ -25,11 +25,6 @@ import org.datavec.audio.Wave; import org.datavec.audio.dsp.FastFourierTransform; import org.datavec.audio.dsp.WindowFunction; -/** - * Handles the wave data in frequency-time domain. - * - * @author Jacquet Wong - */ public class Spectrogram { public static final int SPECTROGRAM_DEFAULT_FFT_SAMPLE_SIZE = 1024; diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintManager.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintManager.java index f95ed8843..d6b150348 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintManager.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintManager.java @@ -37,12 +37,6 @@ import java.util.Iterator; import java.util.LinkedList; import java.util.List; -/** - * Audio fingerprint manager, handle fingerprint operations - * - * @author jacquet - * - */ @Slf4j public class FingerprintManager { diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarity.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarity.java index c7c77230d..c98fc0a01 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarity.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarity.java @@ -23,12 +23,6 @@ package org.datavec.audio.fingerprint; import org.datavec.audio.properties.FingerprintProperties; -/** - * A class for fingerprint's similarity - * - * @author jacquet - * - */ public class FingerprintSimilarity { private FingerprintProperties fingerprintProperties = FingerprintProperties.getInstance(); diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarityComputer.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarityComputer.java index 11767c9d2..6fc89b834 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarityComputer.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/FingerprintSimilarityComputer.java @@ -23,12 +23,6 @@ package org.datavec.audio.fingerprint; import java.util.HashMap; import java.util.List; -/** - * Compute the similarity of two fingerprints - * - * @author jacquet - * - */ public class FingerprintSimilarityComputer { private FingerprintSimilarity fingerprintSimilarity; diff --git a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/PairManager.java b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/PairManager.java index bff7ca113..71c608c65 100644 --- a/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/PairManager.java +++ b/datavec/datavec-data/datavec-data-audio/src/main/java/org/datavec/audio/fingerprint/PairManager.java @@ -28,12 +28,6 @@ import java.util.HashMap; import java.util.LinkedList; import java.util.List; -/** - * Make pairs for the audio fingerprints, which a pair is used to group the same features together - * - * @author jacquet - * - */ public class PairManager { FingerprintProperties fingerprintProperties = FingerprintProperties.getInstance(); diff --git a/datavec/datavec-data/datavec-data-audio/src/test/java/org/datavec/audio/AssertTestsExtendBaseClass.java b/datavec/datavec-data/datavec-data-audio/src/test/java/org/datavec/audio/AssertTestsExtendBaseClass.java index c7db35d1c..14b8459bb 100644 --- a/datavec/datavec-data/datavec-data-audio/src/test/java/org/datavec/audio/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-data/datavec-data-audio/src/test/java/org/datavec/audio/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/BaseCodecRecordReader.java b/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/BaseCodecRecordReader.java index 91df6d4d0..09d660915 100644 --- a/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/BaseCodecRecordReader.java +++ b/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/BaseCodecRecordReader.java @@ -38,11 +38,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Codec record reader for parsing videos - * - * @author Adam Gibson - */ public abstract class BaseCodecRecordReader extends FileRecordReader implements SequenceRecordReader { protected int startFrame = 0; protected int numFrames = -1; diff --git a/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/CodecRecordReader.java b/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/CodecRecordReader.java index da9da9512..8ef4e8c68 100644 --- a/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/CodecRecordReader.java +++ b/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/CodecRecordReader.java @@ -40,23 +40,6 @@ import java.nio.ByteBuffer; import java.util.ArrayList; import java.util.List; -/** - * Codec record reader for parsing: - * H.264 ( AVC ) Main profile decoder MP3 decoder/encoder - Apple ProRes decoder and encoder AAC encoder - H264 Baseline profile encoder - Matroska ( MKV ) demuxer and muxer - MP4 ( ISO BMF, QuickTime ) demuxer/muxer and tools - MPEG 1/2 decoder ( supports interlace ) - MPEG PS/TS demuxer - Java player applet - VP8 encoder - MXF demuxer - - Credit to jcodec for the underlying parser - * - * @author Adam Gibson - */ public class CodecRecordReader extends BaseCodecRecordReader { private ImageLoader imageLoader; diff --git a/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/NativeCodecRecordReader.java b/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/NativeCodecRecordReader.java index 64a229c77..16acecdc0 100644 --- a/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/NativeCodecRecordReader.java +++ b/datavec/datavec-data/datavec-data-codec/src/main/java/org/datavec/codec/reader/NativeCodecRecordReader.java @@ -34,11 +34,6 @@ import java.io.InputStream; import java.util.ArrayList; import java.util.List; -/** - * An implementation of the CodecRecordReader that uses JavaCV and FFmpeg. - * - * @author saudet - */ public class NativeCodecRecordReader extends BaseCodecRecordReader { private OpenCVFrameConverter.ToMat converter; diff --git a/datavec/datavec-data/datavec-data-codec/src/test/java/org/datavec/codec/reader/AssertTestsExtendBaseClass.java b/datavec/datavec-data/datavec-data-codec/src/test/java/org/datavec/codec/reader/AssertTestsExtendBaseClass.java index 4e90643c8..17da1b32e 100644 --- a/datavec/datavec-data/datavec-data-codec/src/test/java/org/datavec/codec/reader/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-data/datavec-data-codec/src/test/java/org/datavec/codec/reader/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/data/ImageWritable.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/data/ImageWritable.java index 56e6fd157..654d6ead3 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/data/ImageWritable.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/data/ImageWritable.java @@ -31,15 +31,6 @@ import java.io.DataOutput; import java.io.IOException; import java.nio.Buffer; -/** - * Wraps a {@link Frame} to allow serialization within this framework. - * Frame objects can be converted back and forth easily to and from classes - * used by Android, Java 2D, OpenCV, FFmpeg, and others. - * - * @author saudet - * @see Frame - * @see FrameConverter - */ public class ImageWritable implements Writable { static { WritableFactory.getInstance().registerWritableType(WritableType.Image.typeIdx(), ImageWritable.class); diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/AndroidNativeImageLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/AndroidNativeImageLoader.java index d6c292d55..33bebec54 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/AndroidNativeImageLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/AndroidNativeImageLoader.java @@ -29,11 +29,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.io.IOException; -/** - * Segregates functionality specific to Android that is not available on Java SE. - * - * @author saudet - */ public class AndroidNativeImageLoader extends NativeImageLoader { AndroidFrameConverter converter2 = new AndroidFrameConverter(); diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/BaseImageLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/BaseImageLoader.java index b5a65a893..ca6bb86af 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/BaseImageLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/BaseImageLoader.java @@ -35,9 +35,6 @@ import java.net.URL; import java.util.Map; import java.util.Random; -/** - * Created by nyghtowl on 12/17/15. - */ @Slf4j public abstract class BaseImageLoader implements Serializable { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/CifarLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/CifarLoader.java index 3de971e02..0a677f063 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/CifarLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/CifarLoader.java @@ -44,14 +44,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * CifarLoader is loader specific for the Cifar10 dataset - * - * Reference: Learning Multiple Layers of Features from Tiny Images, Alex Krizhevsky, 2009. - * - * There is a special preProcessor used to normalize the dataset based on Sergey Zagoruyko example - * https://github.com/szagoruyko/cifar.torch - */ @Slf4j public class CifarLoader extends NativeImageLoader implements Serializable { public static final int NUM_TRAIN_IMAGES = 50000; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/ImageLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/ImageLoader.java index 97596c580..32a270943 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/ImageLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/ImageLoader.java @@ -37,12 +37,6 @@ import java.awt.image.WritableRaster; import java.io.*; import java.util.Arrays; -/** - * Image loader for taking images - * and converting them to matrices - * - * @author Adam Gibson - */ public class ImageLoader extends BaseImageLoader { static { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/Java2DNativeImageLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/Java2DNativeImageLoader.java index 1120d0890..f4da9a65d 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/Java2DNativeImageLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/Java2DNativeImageLoader.java @@ -29,11 +29,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.awt.image.BufferedImage; import java.io.IOException; -/** - * Segregates functionality specific to Java 2D that is not available on Android. - * - * @author saudet - */ public class Java2DNativeImageLoader extends NativeImageLoader { Java2DFrameConverter converter2 = new Java2DFrameConverter(); diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/LFWLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/LFWLoader.java index 3eff096af..5f78f1611 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/LFWLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/LFWLoader.java @@ -41,18 +41,6 @@ import java.util.HashMap; import java.util.Map; import java.util.Random; -/** - * Loads LFW faces data transform. - * Customize the size of images by passing in preferred dimensions. - * - * DataSet - * 5749 different individuals - * 1680 people have two or more images in the database - * 4069 people have just a single image in the database - * available as 250 by 250 pixel JPEG images - * most images are in color, although a few are grayscale - * - */ @Slf4j public class LFWLoader extends BaseImageLoader implements Serializable { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/NativeImageLoader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/NativeImageLoader.java index 881c37444..cf3e4abbe 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/NativeImageLoader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/loader/NativeImageLoader.java @@ -48,11 +48,6 @@ import static org.bytedeco.opencv.global.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgcodecs.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * Uses JavaCV to load images. Allowed formats: bmp, gif, jpg, jpeg, jp2, pbm, pgm, ppm, pnm, png, tif, tiff, exr, webp - * - * @author saudet - */ public class NativeImageLoader extends BaseImageLoader { private static final int MIN_BUFFER_STEP_SIZE = 64 * 1024; private byte[] buffer = null; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistDbFile.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistDbFile.java index b7d763ddb..f39ea4ef6 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistDbFile.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistDbFile.java @@ -24,13 +24,6 @@ package org.datavec.image.mnist; import java.io.IOException; import java.io.RandomAccessFile; -/** - * MNIST database file containing entries that can represent image or label - * data. Extends the standard random access file with methods for navigating - * over the entries. The file format is basically idx with specific header - * information. This includes a magic number for determining the type of stored - * entries, count of entries. - */ public abstract class MnistDbFile extends RandomAccessFile { private int count; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistImageFile.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistImageFile.java index 4dd746a78..f13fd9ca9 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistImageFile.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistImageFile.java @@ -24,12 +24,6 @@ package org.datavec.image.mnist; import java.io.IOException; -/** - * - * MNIST database image file. Contains additional header information for the - * number of rows and columns per each entry. - * - */ public class MnistImageFile extends MnistDbFile { private int rows; private int cols; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistManager.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistManager.java index 58eb99f74..dc682d168 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistManager.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/mnist/MnistManager.java @@ -26,24 +26,6 @@ import java.io.FileWriter; import java.io.IOException; -/** - *

- * Utility class for working with the MNIST database. - *

- * Provides methods for traversing the images and labels data files separately, - * as well as simultaneously. - *

- * Provides also method for exporting an image by writing it as a PPM file. - *

- * Example usage: - *

- *  MnistManager m = new MnistManager("t10k-images.idx3-ubyte", "t10k-labels.idx1-ubyte");
- *  m.setCurrent(10); //index of the image that we are interested in
- *  int[][] image = m.readImage();
- *  System.out.println("Label:" + m.readLabel());
- *  MnistManager.writeImageToPpm(image, "10.ppm");
- * 
- */ public class MnistManager { private MnistImageFile images; private MnistLabelFile labels; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/BaseImageRecordReader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/BaseImageRecordReader.java index c60c027b2..fa36f5e60 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/BaseImageRecordReader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/BaseImageRecordReader.java @@ -53,11 +53,6 @@ import java.io.*; import java.net.URI; import java.util.*; -/** - * Base class for the image record reader - * - * @author Adam Gibson - */ @Slf4j public abstract class BaseImageRecordReader extends BaseRecordReader { protected boolean finishedInputStreamSplit; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/ImageRecordReader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/ImageRecordReader.java index a0484f17f..0d647eff1 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/ImageRecordReader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/ImageRecordReader.java @@ -25,16 +25,6 @@ import org.datavec.api.io.labels.PathLabelGenerator; import org.datavec.api.io.labels.PathMultiLabelGenerator; import org.datavec.image.transform.ImageTransform; -/** - * Image record reader. - * Reads a local file system and parses images of a given - * height and width. - * All images are rescaled and converted to the given height, width, and number of channels. - * - * Also appends the label if specified - * (one of k encoding based on the directory structure where each subdir of the root is an indexed label) - * @author Adam Gibson - */ public class ImageRecordReader extends BaseImageRecordReader { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/ObjectDetectionRecordReader.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/ObjectDetectionRecordReader.java index 4ad748ca1..b35926de6 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/ObjectDetectionRecordReader.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/ObjectDetectionRecordReader.java @@ -50,16 +50,6 @@ import java.util.*; import static org.nd4j.linalg.indexing.NDArrayIndex.all; import static org.nd4j.linalg.indexing.NDArrayIndex.point; -/** - * An image record reader for object detection. - *

- * Format of returned values: 4d array, with dimensions [minibatch, 4+C, h, w] (nchw) or [minibatch, h, w, 4+C] (nhwc) - * Where the image is quantized into h x w grid locations. - *

- * Note that this matches the format required for Deeplearning4j's Yolo2OutputLayer - * - * @author Alex Black - */ public class ObjectDetectionRecordReader extends BaseImageRecordReader { private final int gridW; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/SvhnLabelProvider.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/SvhnLabelProvider.java index 11202bf07..9f29e0b17 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/SvhnLabelProvider.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/SvhnLabelProvider.java @@ -39,19 +39,6 @@ import java.util.HashMap; import java.util.List; import java.util.Map; -/** - * Label provider for object detection, for use with {@link org.datavec.image.recordreader.objdetect.ObjectDetectionRecordReader}. - * This label provider reads the datasets from The Street View House Numbers (SVHN) Dataset.
- * The SVHN datasets contain 10 classes (digits) with 73257 digits for training, 26032 digits for testing, and 531131 additional.
- * http://ufldl.stanford.edu/housenumbers/
- *
- *
- * How to use:
- * 1. Download and extract SVHN dataset with {@link org.deeplearning4j.datasets.fetchers.SvhnDataFetcher}
- * 2. Set baseDirectory to (for example) "training" directory (should contain PNG images and a digitStruct.mat file)
- * - * @author saudet - */ public class SvhnLabelProvider implements ImageObjectLabelProvider { private static DataType refType = new DataType(PredType.STD_REF_OBJ()); diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/VocLabelProvider.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/VocLabelProvider.java index bfedb5f64..192d06fe2 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/VocLabelProvider.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/recordreader/objdetect/impl/VocLabelProvider.java @@ -32,21 +32,6 @@ import java.net.URI; import java.util.ArrayList; import java.util.List; -/** - * Label provider for object detection, for use with {@link org.datavec.image.recordreader.objdetect.ObjectDetectionRecordReader}. - * This label provider reads the datasets from the PASCAL Visual Object Classes - VOC2007 to VOC2012 datasets.
- * The VOC datasets contain 20 classes and (for VOC2012) 17,125 images.
- * http://host.robots.ox.ac.uk/pascal/VOC/voc2007/
- * http://host.robots.ox.ac.uk/pascal/VOC/voc2012/ - *
- *
- * How to use:
- * 1. Download and extract VOC dataset
- * 2. Set baseDirectory to (for example) VOC2012 directory (should contain JPEGImages and Annotations directories)
- * - * - * @author Alex Black - */ public class VocLabelProvider implements ImageObjectLabelProvider { private static final String OBJECT_START_TAG = ""; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BaseImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BaseImageTransform.java index 01288085d..650c70c42 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BaseImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BaseImageTransform.java @@ -28,13 +28,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import java.util.Random; -/** - * - * Implements the ImageTransform interface by providing its subclasses - * with a random object to use in the case of random transformations. - * - * @author saudet - */ @NoArgsConstructor @JsonIgnoreProperties({"converter", "currentImage"}) @Data diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BoxImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BoxImageTransform.java index 1ced17785..efaa12fbb 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BoxImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/BoxImageTransform.java @@ -34,14 +34,6 @@ import java.util.Random; import org.bytedeco.opencv.opencv_core.*; -/** - * Boxes images to a given width and height without changing their aspect ratios, - * or the size of the objects, by either padding or cropping them from the center. - * When the width/height of an image is less than the given width/height, it gets - * padded in that dimension, otherwise it gets cropped. - * - * @author saudet - */ @Accessors(fluent = true) @JsonIgnoreProperties({"borderValue"}) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ColorConversionTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ColorConversionTransform.java index 6e0dc4659..ee431d8b1 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ColorConversionTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ColorConversionTransform.java @@ -31,10 +31,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * Color conversion transform using CVT (cvtcolor): - * CVT Color. - */ @JsonInclude(JsonInclude.Include.NON_NULL) @Data public class ColorConversionTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/CropImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/CropImageTransform.java index 24fdf300e..5770469dd 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/CropImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/CropImageTransform.java @@ -30,11 +30,6 @@ import java.util.Random; import org.bytedeco.opencv.opencv_core.*; -/** - * Crops images deterministically or randomly. - * - * @author saudet - */ @JsonInclude(JsonInclude.Include.NON_NULL) @Data public class CropImageTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/EqualizeHistTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/EqualizeHistTransform.java index ce859bb28..40c556d8b 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/EqualizeHistTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/EqualizeHistTransform.java @@ -33,11 +33,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * "Histogram Equalization equalizes the intensity distribution of an image or flattens the intensity distribution curve. - * Used to improve the contrast of an image." - * - */ @JsonIgnoreProperties({"splitChannels", "converter"}) @JsonInclude(JsonInclude.Include.NON_NULL) @Data diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FilterImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FilterImageTransform.java index 394f459ec..3d087f41d 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FilterImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FilterImageTransform.java @@ -32,13 +32,6 @@ import java.util.Random; import static org.bytedeco.ffmpeg.global.avutil.*; -/** - * Filters images using FFmpeg (libavfilter): - * FFmpeg Filters Documentation. - * - * @author saudet - * @see FFmpegFrameFilter - */ @JsonIgnoreProperties({"filter", "converter"}) @JsonInclude(JsonInclude.Include.NON_NULL) @Data diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FlipImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FlipImageTransform.java index 4396e2368..74d586607 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FlipImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/FlipImageTransform.java @@ -30,11 +30,6 @@ import java.util.Random; import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_core.*; -/** - * Flips images deterministically or randomly. - * - * @author saudet - */ @JsonInclude(JsonInclude.Include.NON_NULL) @Data public class FlipImageTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransform.java index 18d982c03..3c98ad969 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransform.java @@ -27,11 +27,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.util.Random; -/** - * Transforms an image in some way, either deterministically or randomly. - * - * @author saudet - */ @JsonInclude(JsonInclude.Include.NON_NULL) @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface ImageTransform extends Operation { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransformProcess.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransformProcess.java index 41ea909c1..b841e5e7c 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransformProcess.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ImageTransformProcess.java @@ -38,9 +38,6 @@ import java.util.Arrays; import java.util.List; import java.util.Random; -/** - * Created by kepricon on 17. 5. 23. - */ @Data @Slf4j @NoArgsConstructor diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/LargestBlobCropTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/LargestBlobCropTransform.java index 742036d3a..0a12ee7f7 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/LargestBlobCropTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/LargestBlobCropTransform.java @@ -31,16 +31,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * crop images based on it's largest blob. Calls internally - * {@link org.bytedeco.opencv.global.opencv_imgproc#blur(Mat, Mat, Size)} - * {@link org.bytedeco.opencv.global.opencv_imgproc#Canny(Mat ,Mat, double, double)} - * {@link org.bytedeco.opencv.global.opencv_imgproc#threshold(Mat, Mat, double, double, int)} - * {@link org.bytedeco.opencv.global.opencv_imgproc#findContours(Mat, MatVector, Mat, int, int)} - * {@link org.bytedeco.opencv.global.opencv_imgproc#contourArea(Mat, boolean)} - * - * @author antdood - */ @Data public class LargestBlobCropTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/MultiImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/MultiImageTransform.java index 864785c86..9877d6ffc 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/MultiImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/MultiImageTransform.java @@ -27,11 +27,6 @@ import java.util.Random; import org.bytedeco.opencv.opencv_core.*; -/** - * Transforms images deterministically or randomly with the help of an array of ImageTransform - * - * @author saudet - */ @Data public class MultiImageTransform extends BaseImageTransform { private PipelineImageTransform transform; diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/PipelineImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/PipelineImageTransform.java index 996fc6b40..84c4191be 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/PipelineImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/PipelineImageTransform.java @@ -31,21 +31,6 @@ import java.util.*; import org.bytedeco.opencv.opencv_core.*; -/** - * Allows creation of image transform pipelines, either sequentially or randomly. - * - * You have the option of passing in multiple transforms as parameters. If you - * want to create a more complex pipeline, you can pass in a pipeline that looks - * like {@literal List>}. The Double value is the probability that - * particular element in the pipeline will be executed. This is helpful for creating - * complex pipelines. - * - * The pipeline can also be randomly shuffled with each transform, further increasing - * the available dataset. - * - * @author saudet - * @author crockpotveggies - */ @Data public class PipelineImageTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RandomCropTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RandomCropTransform.java index 659db9eca..5d8a2d029 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RandomCropTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RandomCropTransform.java @@ -32,12 +32,6 @@ import java.util.Random; import org.bytedeco.opencv.opencv_core.*; -/** - * Randomly crops an image to a desired output size. Will determine if - * output size is valid, otherwise will throw an error. - * - * @author Justin Long (@crockpotveggies) - */ @JsonIgnoreProperties({"rng", "converter"}) @JsonInclude(JsonInclude.Include.NON_NULL) @Data diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ResizeImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ResizeImageTransform.java index 913b062f5..18702fc16 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ResizeImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ResizeImageTransform.java @@ -32,15 +32,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * ResizeImageTransform is suited to force the same image size for whole pipeline - * and it doesn't use any random factor for width and height. - * - * If you need to use random scales to scale or crop the images, - * these links might be helpful {@link ScaleImageTransform} or {@link ScaleImageTransform} - * - * @author raver119@gmail.com - */ @JsonInclude(JsonInclude.Include.NON_NULL) @Data public class ResizeImageTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RotateImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RotateImageTransform.java index 32b438d53..25b8f53be 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RotateImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/RotateImageTransform.java @@ -39,13 +39,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * Rotates and scales images deterministically or randomly. Calls - * {@link org.bytedeco.opencv.global.opencv_imgproc#warpAffine(Mat, Mat, Mat, Size, int, int, Scalar)} - * with given properties (interMode, borderMode, and borderValue). - * - * @author saudet - */ @Accessors(fluent = true) @JsonIgnoreProperties({"interMode", "borderMode", "borderValue", "converter"}) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ScaleImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ScaleImageTransform.java index 42db112e0..998bc8799 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ScaleImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ScaleImageTransform.java @@ -32,12 +32,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * ScaleImageTransform is aim to scale by a certain random factor, - * not the final size of the image. - * - * @author saudet - */ @JsonInclude(JsonInclude.Include.NON_NULL) @Data public class ScaleImageTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ShowImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ShowImageTransform.java index 6f285aa86..272e2768d 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ShowImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/ShowImageTransform.java @@ -28,12 +28,6 @@ import org.datavec.image.data.ImageWritable; import javax.swing.*; import java.util.Random; -/** - * Shows images on the screen, does not actually transform them. - * To continue to the next image, press any key in the window of the CanvasFrame. - * - * @author saudet - */ @Data public class ShowImageTransform extends BaseImageTransform { diff --git a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/WarpImageTransform.java b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/WarpImageTransform.java index a023d39c2..cf51f8603 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/WarpImageTransform.java +++ b/datavec/datavec-data/datavec-data-image/src/main/java/org/datavec/image/transform/WarpImageTransform.java @@ -39,13 +39,6 @@ import org.bytedeco.opencv.opencv_core.*; import static org.bytedeco.opencv.global.opencv_core.*; import static org.bytedeco.opencv.global.opencv_imgproc.*; -/** - * Warps the perspective of images deterministically or randomly. Calls - * {@link org.bytedeco.opencv.global.opencv_imgproc#warpPerspective(Mat, Mat, Mat, Size, int, int, Scalar)} - * with given properties (interMode, borderMode, and borderValue). - * - * @author saudet - */ @Accessors(fluent = true) @JsonIgnoreProperties({"interMode", "borderMode", "borderValue", "converter"}) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageReaderSpi b/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageReaderSpi index eba3d4b5d..fd9350845 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageReaderSpi +++ b/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageReaderSpi @@ -38,6 +38,106 @@ # ******************************************************************************/ # +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + # # /* ****************************************************************************** # * diff --git a/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageWriterSpi b/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageWriterSpi index f2ae81913..26c5f2471 100644 --- a/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageWriterSpi +++ b/datavec/datavec-data/datavec-data-image/src/main/resources/META-INF/services/javax.imageio.spi.ImageWriterSpi @@ -38,6 +38,106 @@ # ******************************************************************************/ # +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + +# +# /* ****************************************************************************** +# * +# * +# * This program and the accompanying materials are made available under the +# * terms of the Apache License, Version 2.0 which is available at +# * https://www.apache.org/licenses/LICENSE-2.0. +# * +# * See the NOTICE file distributed with this work for additional +# * information regarding copyright ownership. +# * Unless required by applicable law or agreed to in writing, software +# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT +# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the +# * License for the specific language governing permissions and limitations +# * under the License. +# * +# * SPDX-License-Identifier: Apache-2.0 +# ******************************************************************************/ +# + # # /* ****************************************************************************** # * diff --git a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/AssertTestsExtendBaseClass.java b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/AssertTestsExtendBaseClass.java index e53b81eee..7cb31917e 100644 --- a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/recordreader/TestImageRecordReader.java b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/recordreader/TestImageRecordReader.java index ce1c5c0df..66a978ab9 100644 --- a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/recordreader/TestImageRecordReader.java +++ b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/recordreader/TestImageRecordReader.java @@ -53,9 +53,6 @@ import java.util.Random; import static org.junit.Assert.*; -/** - * Created by Alex on 27/09/2016. - */ public class TestImageRecordReader { @Rule diff --git a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/JsonYamlTest.java b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/JsonYamlTest.java index adcf9f690..2d9bab6ea 100644 --- a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/JsonYamlTest.java +++ b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/JsonYamlTest.java @@ -30,9 +30,6 @@ import java.util.Random; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by kepricon on 17. 5. 25. - */ public class JsonYamlTest { @Test public void testJsonYamlImageTransformProcess() throws IOException { diff --git a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/ResizeImageTransformTest.java b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/ResizeImageTransformTest.java index 8b6a67be9..33dae8c19 100644 --- a/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/ResizeImageTransformTest.java +++ b/datavec/datavec-data/datavec-data-image/src/test/java/org/datavec/image/transform/ResizeImageTransformTest.java @@ -27,11 +27,6 @@ import org.junit.Test; import static org.junit.Assert.assertEquals; -/** - * Tests for ResizeImage - * - * @author raver119@gmail.com - */ public class ResizeImageTransformTest { @Before public void setUp() throws Exception { diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/DefaultVocabCache.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/DefaultVocabCache.java index dfd733015..10a05e89d 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/DefaultVocabCache.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/DefaultVocabCache.java @@ -26,12 +26,6 @@ import org.datavec.nlp.vectorizer.TextVectorizer; import org.nd4j.common.util.MathUtils; import org.nd4j.common.util.Index; -/** - * Vocab cache used for storing information - * about vocab - * - * @author Adam Gibson - */ public class DefaultVocabCache implements VocabCache { private Counter wordFrequencies = new Counter<>(); diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/VocabCache.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/VocabCache.java index 8af5837a8..e40628884 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/VocabCache.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/metadata/VocabCache.java @@ -24,11 +24,6 @@ package org.datavec.nlp.metadata; import org.datavec.api.conf.Configuration; import org.nd4j.common.util.Index; -/** - * Track metadata about vocabs - * - * @author Adam Gibson - */ public interface VocabCache { diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/ContextLabelRetriever.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/ContextLabelRetriever.java index dcadf6f49..ee767d22c 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/ContextLabelRetriever.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/ContextLabelRetriever.java @@ -31,11 +31,6 @@ import org.datavec.nlp.tokenization.tokenizerfactory.TokenizerFactory; import java.util.ArrayList; import java.util.List; -/** - * Context Label Retriever - * - * @author Adam Gibson - */ public class ContextLabelRetriever { diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Window.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Window.java index 3a9629503..929ae743b 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Window.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Window.java @@ -28,12 +28,6 @@ import java.util.Collection; import java.util.List; -/** - * A representation of a sliding window. - * This is used for creating training examples. - * @author Adam Gibson - * - */ public class Window implements Serializable { /** * diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Windows.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Windows.java index 24ef140d0..182d45849 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Windows.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/movingwindow/Windows.java @@ -31,10 +31,6 @@ import java.util.ArrayList; import java.util.List; import java.util.StringTokenizer; -/** - * Static utility class for textual based windowing functions - * @author Adam Gibson - */ public class Windows { diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/reader/TfidfRecordReader.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/reader/TfidfRecordReader.java index 0bd0c9af9..eaed6ed3a 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/reader/TfidfRecordReader.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/reader/TfidfRecordReader.java @@ -35,12 +35,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.io.IOException; import java.util.*; -/** - * TFIDF record reader (wraps a tfidf vectorizer - * for delivering labels and conforming to the record reader interface) - * - * @author Adam Gibson - */ public class TfidfRecordReader extends FileRecordReader { private TfidfVectorizer tfidfVectorizer; private List records = new ArrayList<>(); diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/stopwords/StopWords.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/stopwords/StopWords.java index 0d07248da..189ad6bc9 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/stopwords/StopWords.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/stopwords/StopWords.java @@ -25,11 +25,6 @@ import org.apache.commons.io.IOUtils; import java.io.IOException; import java.util.List; -/** - * Loads stop words from the class path - * @author Adam Gibson - * - */ public class StopWords { private static List stopWords; diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/ConcurrentTokenizer.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/ConcurrentTokenizer.java index 23985b801..d604aae73 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/ConcurrentTokenizer.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/ConcurrentTokenizer.java @@ -36,25 +36,6 @@ import org.apache.uima.cas.text.AnnotationFS; import org.apache.uima.resource.ResourceAccessException; import org.apache.uima.resource.ResourceInitializationException; -/** - * OpenNLP Tokenizer annotator. - *

- * Mandatory parameters - * - * - * - * - * - *
Type Name Description
String opennlp.uima.ModelName The name of the model file
String opennlp.uima.SentenceType The full name of the sentence type
String opennlp.uima.TokenType The full name of the token type
- *

- * Optional parameters - * - * - * - *
Type Name Description
String opennlp.uima.ProbabilityFeature The name of the double - * probability feature (not applyTransformToDestination by default)
- * @see {@link TokenizerME} - */ public class ConcurrentTokenizer extends AbstractTokenizer { /** diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/PosUimaTokenizer.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/PosUimaTokenizer.java index 055a806b7..2478b7ae3 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/PosUimaTokenizer.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/PosUimaTokenizer.java @@ -35,13 +35,6 @@ import java.util.ArrayList; import java.util.Collection; import java.util.List; -/** - * Filter by part of speech tag. - * Any not valid part of speech tags - * become NONE - * @author Adam Gibson - * - */ public class PosUimaTokenizer implements Tokenizer { private static AnalysisEngine engine; diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/TokenPreProcess.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/TokenPreProcess.java index b8f3b087a..55412ac77 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/TokenPreProcess.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/TokenPreProcess.java @@ -21,11 +21,6 @@ package org.datavec.nlp.tokenization.tokenizer; -/** - * Token preprocessing - * @author Adam Gibson - * - */ public interface TokenPreProcess { /** diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/Tokenizer.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/Tokenizer.java index ad2441497..d8f8d2c9a 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/Tokenizer.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizer/Tokenizer.java @@ -22,13 +22,6 @@ package org.datavec.nlp.tokenization.tokenizer; import java.util.List; -/** - * A representation of a tokenizer. - * Different applications may require - * different kind of tokenization (say rules based vs more formal NLP approaches) - * @author Adam Gibson - * - */ public interface Tokenizer { /** diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizerfactory/PosUimaTokenizerFactory.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizerfactory/PosUimaTokenizerFactory.java index a0ef95f03..8ef9dce90 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizerfactory/PosUimaTokenizerFactory.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/tokenization/tokenizerfactory/PosUimaTokenizerFactory.java @@ -36,13 +36,6 @@ import java.util.Collection; import static org.apache.uima.fit.factory.AnalysisEngineFactory.createEngine; import static org.apache.uima.fit.factory.AnalysisEngineFactory.createEngineDescription; -/** - * Creates a tokenizer that filters by - * part of speech tags - * @see {org.deeplearning4j.text.tokenization.tokenizer.PosUimaTokenizer} - * @author Adam Gibson - * - */ public class PosUimaTokenizerFactory implements TokenizerFactory { private AnalysisEngine tokenizer; diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/BagOfWordsTransform.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/BagOfWordsTransform.java index 9535ae700..058d5b4f3 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/BagOfWordsTransform.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/BagOfWordsTransform.java @@ -27,24 +27,6 @@ import org.nd4j.shade.jackson.annotation.JsonTypeInfo; import java.util.List; -/** - * A bag of words transform represents taking a list of words - * and converting it to a vector where that vector is - * of length number of vocab words. - * Vocab words are determined by what is passed in to the transform via a constructor generally. - * - * To build a vocab in NLP, you crawl a corpus with a tokenizer tracking word frequencies. - * Any words above a specified frequency are added to an ordered list. - * - * When using this ordered list in NLP pipelines (at least for bag of words) - * you perform a lookup for each word in a string (determined by a tokenizer) - * and fill in the appropriate weight (a word count or tfidf weight generally) - * to represent the word at a particular column. - * - * The column is determined by the ordered list of words. - * - * @author Adam Gibson - */ @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") public interface BagOfWordsTransform extends Transform { diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/GazeteerTransform.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/GazeteerTransform.java index 04a22a22e..2784ae877 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/GazeteerTransform.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/GazeteerTransform.java @@ -40,17 +40,6 @@ import java.util.HashSet; import java.util.List; import java.util.Set; -/** - * A gazeteer is a work lookup table - * based on a word list. - * A 0 or 1 is returned if the word is in the list. - * A word list is also needed to represent the vocab words - * that go along side the vector creation. - * For more on this process, please see the {@link BagOfWordsTransform} - * interface docs. - * - * @author Adam Gibson - */ @Data @EqualsAndHashCode(callSuper = true) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/MultiNlpTransform.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/MultiNlpTransform.java index 6b5fbbae1..e69f32587 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/MultiNlpTransform.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/MultiNlpTransform.java @@ -34,14 +34,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Collections; import java.util.List; -/** - * A multi NLP transform takes in 1 or more bag of words transforms as a pipeline - * and runs them in sequence. - * This transform takes in a column name and 1 or more bag of words transforms to run. - * Lastly, a new column name is specified. - * - * @author Adam Gibson - */ public class MultiNlpTransform extends BaseColumnTransform implements BagOfWordsTransform { private BagOfWordsTransform[] transforms; diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/TokenizerBagOfWordsTermSequenceIndexTransform.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/TokenizerBagOfWordsTermSequenceIndexTransform.java index 6493abce1..9b9483a4e 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/TokenizerBagOfWordsTermSequenceIndexTransform.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/transforms/TokenizerBagOfWordsTermSequenceIndexTransform.java @@ -45,29 +45,6 @@ import java.util.ArrayList; import java.util.List; import java.util.Map; -/** - * This transform takes in a list of words - * and outputs a single vector where that vector is of size - * number of words in the vocab. - * - * For more information on vocab, see {@link BagOfWordsTransform} - * - * For definition of a vocab, it is generated using a {@link TokenizerFactory} - * This transform will use {@link DefaultTokenizerFactory} - * for the tokenizer factory if one is not specified. - * Otherwise, one can specify a custom {@link TokenizerFactory} - * with a default constructor. - * - * The other components that need to be specified are: - * a word index map representing what words go in what columns - * an inverse document frequency map representing the weighting of inverse document frequencies - * for each word (this is for tfidf calculation) - * - * This is typically used for non english languages. - * - * - * @author Adam Gibson - */ @Data @EqualsAndHashCode(callSuper = true, exclude = {"tokenizerFactory"}) @JsonInclude(JsonInclude.Include.NON_NULL) diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/uima/UimaResource.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/uima/UimaResource.java index 0e267431c..5ba3a60b9 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/uima/UimaResource.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/uima/UimaResource.java @@ -26,11 +26,6 @@ import org.apache.uima.cas.CAS; import org.apache.uima.resource.ResourceInitializationException; import org.apache.uima.util.CasPool; -/** - * Resource holder for uima - * @author Adam Gibson - * - */ public class UimaResource { private AnalysisEngine analysisEngine; diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/AbstractTfidfVectorizer.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/AbstractTfidfVectorizer.java index 5675fbaee..4988f0c3f 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/AbstractTfidfVectorizer.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/AbstractTfidfVectorizer.java @@ -31,10 +31,6 @@ import org.datavec.nlp.tokenization.tokenizerfactory.TokenizerFactory; import java.util.HashSet; import java.util.Set; -/** - * Tf idf vectorizer - * @author Adam Gibson - */ public abstract class AbstractTfidfVectorizer extends TextVectorizer { @Override diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TextVectorizer.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TextVectorizer.java index dfbd20184..98e2fea4d 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TextVectorizer.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TextVectorizer.java @@ -35,12 +35,6 @@ import org.datavec.nlp.tokenization.tokenizerfactory.TokenizerFactory; import java.util.Collection; -/** - * Baseline text vectorizer that includes some common elements - * to text analysis such as the tokenizer factory - * - * @author Adam Gibson - */ public abstract class TextVectorizer implements Vectorizer { protected TokenizerFactory tokenizerFactory; diff --git a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TfidfVectorizer.java b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TfidfVectorizer.java index 058a1523c..9a2f2db9e 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TfidfVectorizer.java +++ b/datavec/datavec-data/datavec-data-nlp/src/main/java/org/datavec/nlp/vectorizer/TfidfVectorizer.java @@ -34,12 +34,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * - * Nd4j tfidf vectorizer - * - * @author Adam Gibson - */ public class TfidfVectorizer extends AbstractTfidfVectorizer { /** * Default: True.
diff --git a/datavec/datavec-data/datavec-data-nlp/src/test/java/org/datavec/nlp/AssertTestsExtendBaseClass.java b/datavec/datavec-data/datavec-data-nlp/src/test/java/org/datavec/nlp/AssertTestsExtendBaseClass.java index 22a645f61..9c343f702 100644 --- a/datavec/datavec-data/datavec-data-nlp/src/test/java/org/datavec/nlp/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-data/datavec-data-nlp/src/test/java/org/datavec/nlp/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/geo/LocationType.java b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/geo/LocationType.java index 614ed427b..a1ae236d7 100644 --- a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/geo/LocationType.java +++ b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/geo/LocationType.java @@ -20,11 +20,6 @@ package org.datavec.api.transform.geo; -/** - * The type of geolocation. - * - * @author saudet - */ public enum LocationType { CITY, CITY_ID, CONTINENT, CONTINENT_ID, COUNTRY, COUNTRY_ID, COORDINATES, POSTAL_CODE, SUBDIVISIONS, SUBDIVISIONS_ID } diff --git a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/reduce/geo/CoordinatesReduction.java b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/reduce/geo/CoordinatesReduction.java index 7a90be1c7..50459850c 100644 --- a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/reduce/geo/CoordinatesReduction.java +++ b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/reduce/geo/CoordinatesReduction.java @@ -37,12 +37,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Applies a ReduceOp to a column of coordinates, for each component independently. - * Basically a dispatchop with n = 2 an integrated coordinate parsing & serialization - * - * @author saudet - */ public class CoordinatesReduction implements AggregableColumnReduction { public static final String DEFAULT_COLUMN_NAME = "CoordinatesReduction"; diff --git a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/CoordinatesDistanceTransform.java b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/CoordinatesDistanceTransform.java index 10ee47021..dacd09222 100644 --- a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/CoordinatesDistanceTransform.java +++ b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/CoordinatesDistanceTransform.java @@ -33,12 +33,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.List; -/** - * Computes the Euclidean distance between coordinates found in two columns, divided by an optional third for normalization purposes. - * A new column (with the specified name) is added as the final column of the output. No other columns are modified. - * - * @author saudet - */ public class CoordinatesDistanceTransform extends BaseColumnsMathOpTransform { public final static String DEFAULT_DELIMITER = ":"; diff --git a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/GeoIPFetcher.java b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/GeoIPFetcher.java index 588a28ee9..47399d661 100644 --- a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/GeoIPFetcher.java +++ b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/GeoIPFetcher.java @@ -30,12 +30,6 @@ import java.io.File; import java.io.IOException; import java.net.URL; -/** - * Downloads and caches the GeoLite2 City database created by MaxMind, available from - * http://www.maxmind.com or uses one already available on system. - * - * @author saudet - */ public class GeoIPFetcher { protected static final Logger log = LoggerFactory.getLogger(GeoIPFetcher.class); diff --git a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToCoordinatesTransform.java b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToCoordinatesTransform.java index a30cde73c..47c13f50e 100644 --- a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToCoordinatesTransform.java +++ b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToCoordinatesTransform.java @@ -25,13 +25,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.io.IOException; -/** - * Uses GeoIP2 from http://www.maxmind.com - * to convert IP addresses to (approximate) coordinates (latitude:longitude). - * For example, "128.101.101.101" becomes something like "44.9733:-93.2323". - * - * @author saudet - */ public class IPAddressToCoordinatesTransform extends IPAddressToLocationTransform { public IPAddressToCoordinatesTransform(@JsonProperty("columnName") String columnName) throws IOException { diff --git a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToLocationTransform.java b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToLocationTransform.java index 71041a4c7..807df1ffe 100644 --- a/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToLocationTransform.java +++ b/datavec/datavec-data/datavec-geo/src/main/java/org/datavec/api/transform/transform/geo/IPAddressToLocationTransform.java @@ -40,14 +40,6 @@ import java.io.ObjectInputStream; import java.io.ObjectOutputStream; import java.net.InetAddress; -/** - * Uses GeoIP2 from http://www.maxmind.com - * to convert IP addresses to (approximate) locations. - * - * @see LocationType - * - * @author saudet - */ @Slf4j public class IPAddressToLocationTransform extends BaseColumnTransform { /** diff --git a/datavec/datavec-data/datavec-geo/src/test/java/org/datavec/api/transform/AssertTestsExtendBaseClass.java b/datavec/datavec-data/datavec-geo/src/test/java/org/datavec/api/transform/AssertTestsExtendBaseClass.java index 3e1b923c3..9423e525b 100644 --- a/datavec/datavec-data/datavec-geo/src/test/java/org/datavec/api/transform/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-data/datavec-geo/src/test/java/org/datavec/api/transform/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseND4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-excel/src/main/java/org/datavec/poi/excel/ExcelRecordReader.java b/datavec/datavec-excel/src/main/java/org/datavec/poi/excel/ExcelRecordReader.java index 707d16d3b..6925bc47d 100644 --- a/datavec/datavec-excel/src/main/java/org/datavec/poi/excel/ExcelRecordReader.java +++ b/datavec/datavec-excel/src/main/java/org/datavec/poi/excel/ExcelRecordReader.java @@ -38,21 +38,6 @@ import java.util.Iterator; import java.util.List; import java.util.NoSuchElementException; -/** - * Excel record reader for loading rows of an excel spreadsheet - * from multiple spreadsheets very similar to the - * {@link org.datavec.api.records.reader.impl.csv.CSVRecordReader} - * - * Of note when you have multiple sheets, you must have the same number of - * lines skipped at the top. For example, if you have a header as follows: - * Header1 Header2 Header3 - * 1 2 3 - * 4 5 6 - * - * Any other sheet you are trying to parse must also contain the - * same number of header lines. - * - */ public class ExcelRecordReader extends FileRecordReader { //originally from CSVRecordReader private boolean skippedLines = false; diff --git a/datavec/datavec-excel/src/test/java/org/datavec/poi/excel/AssertTestsExtendBaseClass.java b/datavec/datavec-excel/src/test/java/org/datavec/poi/excel/AssertTestsExtendBaseClass.java index 7449ec13e..2a9ba30d9 100644 --- a/datavec/datavec-excel/src/test/java/org/datavec/poi/excel/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-excel/src/test/java/org/datavec/poi/excel/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseND4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/metadata/RecordMetaDataJdbc.java b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/metadata/RecordMetaDataJdbc.java index 5800c3782..70c1e898f 100644 --- a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/metadata/RecordMetaDataJdbc.java +++ b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/metadata/RecordMetaDataJdbc.java @@ -26,12 +26,6 @@ import java.util.List; import lombok.Getter; import org.datavec.api.records.metadata.RecordMetaData; -/** - * Record metadata to use with JDBCRecordReader. To uniquely identify and recover a record, we use a parameterized - * request which will be prepared with the values stored in the params attribute. - * - * @author Adrien Plagnol - */ public class RecordMetaDataJdbc implements RecordMetaData { private final URI uri; diff --git a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/reader/impl/jdbc/JDBCRecordReader.java b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/reader/impl/jdbc/JDBCRecordReader.java index 2ca06be2d..3ed660165 100644 --- a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/reader/impl/jdbc/JDBCRecordReader.java +++ b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/records/reader/impl/jdbc/JDBCRecordReader.java @@ -49,11 +49,6 @@ import org.datavec.jdbc.util.JdbcWritableConverter; import org.datavec.jdbc.util.ResettableResultSetIterator; import org.datavec.api.writable.Writable; -/** - * Iterate on rows from a JDBC datasource and return corresponding records - * - * @author Adrien Plagnol - */ public class JDBCRecordReader extends BaseRecordReader { private final String query; diff --git a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/JdbcWritableConverter.java b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/JdbcWritableConverter.java index b419caaaf..ae425bf4e 100644 --- a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/JdbcWritableConverter.java +++ b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/JdbcWritableConverter.java @@ -32,11 +32,6 @@ import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; -/** - * Transform jdbc column data into Writable objects - * - * @author Adrien Plagnol - */ public class JdbcWritableConverter { public static Writable convert(final Object columnValue, final int columnType) { diff --git a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/ResettableResultSetIterator.java b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/ResettableResultSetIterator.java index f5b43a2e0..ab2115ecc 100644 --- a/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/ResettableResultSetIterator.java +++ b/datavec/datavec-jdbc/src/main/java/org/datavec/jdbc/util/ResettableResultSetIterator.java @@ -25,11 +25,6 @@ import java.sql.SQLException; import java.util.Iterator; import org.apache.commons.dbutils.ResultSetIterator; -/** - * Encapsulation of ResultSetIterator to allow resetting - * - * @author Adrien Plagnol - */ public class ResettableResultSetIterator implements Iterator { private ResultSet rs; diff --git a/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/AssertTestsExtendBaseClass.java b/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/AssertTestsExtendBaseClass.java index 8d1d931c7..932a821cd 100644 --- a/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/AssertTestsExtendBaseClass.java @@ -24,14 +24,6 @@ import org.nd4j.common.tests.AbstractAssertTestsClass; import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseND4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/impl/TestDb.java b/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/impl/TestDb.java index bd0992a79..f42606680 100644 --- a/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/impl/TestDb.java +++ b/datavec/datavec-jdbc/src/test/java/org/datavec/api/records/reader/impl/TestDb.java @@ -24,9 +24,6 @@ import java.sql.Connection; import java.sql.SQLException; import java.sql.Statement; -/** - * Parts of this are from datavec-dataframe - */ public class TestDb { public static void dropTables(Connection conn) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/BaseFlatMapFunctionAdaptee.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/BaseFlatMapFunctionAdaptee.java index 401542645..9215b85eb 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/BaseFlatMapFunctionAdaptee.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/BaseFlatMapFunctionAdaptee.java @@ -25,11 +25,6 @@ import org.datavec.local.transforms.functions.FlatMapFunctionAdapter; import java.util.List; -/** - * - * This class should be used instead of direct referral to FlatMapFunction - * - */ public class BaseFlatMapFunctionAdaptee { protected final FlatMapFunctionAdapter adapter; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformExecutor.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformExecutor.java index 66830a874..1e2bc42ed 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformExecutor.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformExecutor.java @@ -61,9 +61,6 @@ import java.util.stream.Collectors; import static java.util.stream.Collectors.toList; -/** - * Local transform executor - */ @Slf4j public class LocalTransformExecutor { //a boolean jvm argument that when the system property is true diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformProcessRecordReader.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformProcessRecordReader.java index 9fbca36c2..a097c041d 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformProcessRecordReader.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/LocalTransformProcessRecordReader.java @@ -24,13 +24,6 @@ import org.datavec.api.records.reader.RecordReader; import org.datavec.api.records.reader.impl.transform.TransformProcessRecordReader; import org.datavec.api.transform.TransformProcess; -/** - * A wrapper around the {@link TransformProcessRecordReader} - * that uses the {@link LocalTransformExecutor} - * instead of the {@link TransformProcess} methods. - * - * @author Adam Gibson - */ public class LocalTransformProcessRecordReader extends TransformProcessRecordReader { /** diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/SequenceEmptyRecordFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/SequenceEmptyRecordFunction.java index fce69e09a..3dea4cd4e 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/SequenceEmptyRecordFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/SequenceEmptyRecordFunction.java @@ -25,11 +25,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Used for filtering empty records - * - * @author Adam Gibson - */ public class SequenceEmptyRecordFunction implements Function>, Boolean> { @Override public Boolean apply(List> v1) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisAddFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisAddFunction.java index a7152a880..6e98f21b8 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisAddFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisAddFunction.java @@ -31,11 +31,6 @@ import org.nd4j.common.function.BiFunction; import java.util.ArrayList; import java.util.List; -/** - * Add function used for undertaking analysis of a data set via Spark - * - * @author Alex Black - */ @AllArgsConstructor public class AnalysisAddFunction implements BiFunction, List, List> { private Schema schema; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisCombineFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisCombineFunction.java index 5f284a2a8..7a0cd2048 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisCombineFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/aggregate/AnalysisCombineFunction.java @@ -26,11 +26,6 @@ import org.nd4j.common.function.BiFunction; import java.util.ArrayList; import java.util.List; -/** - * Combine function used for undertaking analysis of a data set via Spark - * - * @author Alex Black - */ public class AnalysisCombineFunction implements BiFunction, List, List> { @Override diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramAddFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramAddFunction.java index 3d6b12d0f..99e323c5a 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramAddFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramAddFunction.java @@ -31,11 +31,6 @@ import org.nd4j.common.function.BiFunction; import java.util.ArrayList; import java.util.List; -/** - * An adder function used in the calculation of histograms - * - * @author Alex Black - */ @AllArgsConstructor public class HistogramAddFunction implements BiFunction, List, List> { private final int nBins; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramCombineFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramCombineFunction.java index 876126c26..68bf3c20f 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramCombineFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/analysis/histogram/HistogramCombineFunction.java @@ -26,11 +26,6 @@ import org.nd4j.common.function.BiFunction; import java.util.ArrayList; import java.util.List; -/** - * A combiner function used in the calculation of histograms - * - * @author Alex Black - */ public class HistogramCombineFunction implements BiFunction, List, List> { @Override diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/EmptyRecordFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/EmptyRecordFunction.java index e56e954a9..df68dce5e 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/EmptyRecordFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/EmptyRecordFunction.java @@ -25,11 +25,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Used for filtering empty records - * - * @author Adam Gibson - */ public class EmptyRecordFunction implements Function, Boolean> { @Override public Boolean apply(List v1) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/FlatMapFunctionAdapter.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/FlatMapFunctionAdapter.java index 08e7e7fc9..9558125a6 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/FlatMapFunctionAdapter.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/FlatMapFunctionAdapter.java @@ -23,13 +23,6 @@ package org.datavec.local.transforms.functions; import java.io.Serializable; import java.util.List; -/** - * - * A function that returns zero or more output records from each input record. - * - * Adapter for function interface in order to - * freeze interface changes - */ public interface FlatMapFunctionAdapter extends Serializable { List call(T t) throws Exception; } diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/LineRecordReaderFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/LineRecordReaderFunction.java index 63e37e197..042ac0cd0 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/LineRecordReaderFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/LineRecordReaderFunction.java @@ -27,12 +27,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * LineRecordReaderFunction: Used to map a {@code JavaRDD} to a {@code JavaRDD>} - * Note that this is most useful with LineRecordReader instances (CSVRecordReader, SVMLightRecordReader, etc) - * - * @author Alex Black - */ public class LineRecordReaderFunction implements Function> { private final RecordReader recordReader; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/RecordReaderFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/RecordReaderFunction.java index bc5f8fc65..f3b1198f9 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/RecordReaderFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/RecordReaderFunction.java @@ -32,11 +32,6 @@ import java.io.InputStream; import java.net.URI; import java.util.List; -/**RecordReaderFunction: Given a RecordReader and a file (via InputStream), load and parse the - * data into a Collection. - * NOTE: This is only useful for "one record per file" type situations (ImageRecordReader, etc) - * @author Alex Black - */ public class RecordReaderFunction implements Function, List> { protected RecordReader recordReader; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/SequenceRecordReaderFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/SequenceRecordReaderFunction.java index 4aede62e7..55df2c6b2 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/SequenceRecordReaderFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/SequenceRecordReaderFunction.java @@ -33,10 +33,6 @@ import java.io.InputStream; import java.net.URI; import java.util.List; -/**RecordReaderFunction: Given a SequenceRecordReader and a file(via InputStream), load and parse the - * sequence data into a {@code List>} - * @author Alex Black - */ @Slf4j public class SequenceRecordReaderFunction implements Function, List>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/FilesAsBytesFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/FilesAsBytesFunction.java index 8db0e15ff..43a80fd68 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/FilesAsBytesFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/FilesAsBytesFunction.java @@ -30,10 +30,6 @@ import org.nd4j.common.primitives.Pair; import java.io.IOException; import java.io.InputStream; -/**A PairFunction that simply loads bytes[] from a PortableDataStream, and wraps it (and the String key) - * in Text and BytesWritable respectively. - * @author Alex Black - */ public class FilesAsBytesFunction implements Function, Pair> { @Override public Pair apply(Pair in) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/RecordReaderBytesFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/RecordReaderBytesFunction.java index 180b63546..669a4571f 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/RecordReaderBytesFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/RecordReaderBytesFunction.java @@ -33,10 +33,6 @@ import java.io.IOException; import java.net.URI; import java.util.List; -/**RecordReaderBytesFunction: Converts binary data (in the form of a BytesWritable) to DataVec format data - * ({@code Collection}) using a RecordReader - * @author Alex Black - */ public class RecordReaderBytesFunction implements Function, List> { private final RecordReader recordReader; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/SequenceRecordReaderBytesFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/SequenceRecordReaderBytesFunction.java index 577ec0a88..80b8d6233 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/SequenceRecordReaderBytesFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/functions/data/SequenceRecordReaderBytesFunction.java @@ -34,10 +34,6 @@ import java.io.IOException; import java.net.URI; import java.util.List; -/**SequenceRecordReaderBytesFunction: Converts binary data (in the form of a BytesWritable) to DataVec format data - * ({@code List>}) using a SequenceRecordReader - * @author Alex Black - */ public class SequenceRecordReaderBytesFunction implements Function, List>> { private final SequenceRecordReader recordReader; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunction.java index d1a64c5a5..4d2740194 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunction.java @@ -27,11 +27,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * Execute a join - * - * @author Alex Black - */ public class ExecuteJoinFromCoGroupFlatMapFunction extends BaseFlatMapFunctionAdaptee, Pair>, List>>>, List> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunctionAdapter.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunctionAdapter.java index b8bf7070e..a0b283e86 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunctionAdapter.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExecuteJoinFromCoGroupFlatMapFunctionAdapter.java @@ -29,11 +29,6 @@ import org.nd4j.common.primitives.Pair; import java.util.ArrayList; import java.util.List; -/** - * Execute a join - * - * @author Alex Black - */ public class ExecuteJoinFromCoGroupFlatMapFunctionAdapter implements FlatMapFunctionAdapter, Pair>, List>>>, List> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExtractKeysFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExtractKeysFunction.java index 4a27dcc00..28072cb98 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExtractKeysFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/ExtractKeysFunction.java @@ -29,7 +29,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** Created by huitseeker on 3/6/17. */ @AllArgsConstructor public class ExtractKeysFunction implements Function, Pair, List>> { private int[] columnIndexes; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValues.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValues.java index 906bbf6aa..e605c8f58 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValues.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValues.java @@ -26,13 +26,6 @@ import org.datavec.local.transforms.BaseFlatMapFunctionAdaptee; import java.util.List; -/** - * Doing two things here: - * (a) filter out any unnecessary values, and - * (b) extract the List values from the JoinedValue - * - * @author Alex Black - */ public class FilterAndFlattenJoinedValues extends BaseFlatMapFunctionAdaptee> { public FilterAndFlattenJoinedValues(Join.JoinType joinType) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValuesAdapter.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValuesAdapter.java index 3e62822e1..db28f431a 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValuesAdapter.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/FilterAndFlattenJoinedValuesAdapter.java @@ -27,13 +27,6 @@ import org.datavec.local.transforms.functions.FlatMapFunctionAdapter; import java.util.Collections; import java.util.List; -/** - * Doing two things here: - * (a) filter out any unnecessary values, and - * (b) extract the List values from the JoinedValue - * - * @author Alex Black - */ public class FilterAndFlattenJoinedValuesAdapter implements FlatMapFunctionAdapter> { private final Join.JoinType joinType; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/JoinedValue.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/JoinedValue.java index 544b8ceb3..4a1c248d8 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/JoinedValue.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/join/JoinedValue.java @@ -27,9 +27,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * Simple helper class for executing joins - */ @AllArgsConstructor @Data public class JoinedValue implements Serializable { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnAsKeyPairFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnAsKeyPairFunction.java index cd4245d63..06ce578c5 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnAsKeyPairFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnAsKeyPairFunction.java @@ -27,12 +27,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * Very simple function to extract out one writable (by index) and use it as a key in the resulting PairRDD - * For example, myWritable.mapToPair(new ColumnsAsKeyPairFunction(myKeyColumnIdx)) - * - * @author Alex Black - */ @AllArgsConstructor public class ColumnAsKeyPairFunction implements Function, Pair>> { private final int columnIdx; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnToKeyPairTransform.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnToKeyPairTransform.java index 4c9afe075..e5ca17781 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnToKeyPairTransform.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/ColumnToKeyPairTransform.java @@ -28,12 +28,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * Extract out one writable, and map it to a pair with count 1. - * Used to count the N most frequent values in a column, - * - * @author Alex Black - */ @AllArgsConstructor public class ColumnToKeyPairTransform implements Function, Pair> { private final int columnIndex; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/NDArrayToWritablesFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/NDArrayToWritablesFunction.java index b9e0bcbe6..e533a823a 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/NDArrayToWritablesFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/NDArrayToWritablesFunction.java @@ -30,11 +30,6 @@ import org.nd4j.common.function.Function; import java.util.ArrayList; import java.util.List; -/** - * Function for converting NDArrays to lists of writables. - * - * @author dave@skymind.io - */ @AllArgsConstructor public class NDArrayToWritablesFunction implements Function> { private boolean useNdarrayWritable = false; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceMergeFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceMergeFunction.java index 8a9edd43b..0e0c6afef 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceMergeFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceMergeFunction.java @@ -28,21 +28,6 @@ import org.nd4j.common.primitives.Pair; import java.util.ArrayList; import java.util.List; -/** - * Function for merging multiple sequences, using a {@link SequenceMerge} instance.
- * - * Typical usage:
- *

- * {@code
- * JavaPairRDD>> myData = ...;
- * SequenceComparator comparator = ...;
- * SequenceMergeFunction sequenceMergeFunction = new SequenceMergeFunction<>(new SequenceMerge(comparator));
- * JavaRDD>> merged = myData.groupByKey().map(sequenceMergeFunction);
- * }
- * 
- * - * @author Alex Black - */ public class SequenceMergeFunction implements Function>>>, List>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceWritablesToStringFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceWritablesToStringFunction.java index 15da28c07..57f2b75dd 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceWritablesToStringFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SequenceWritablesToStringFunction.java @@ -26,12 +26,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Simple function to map sequence examples to a String format (such as CSV) - * with given quote around the string value if it contains the delimiter. - * - * @author Alex Black - */ @AllArgsConstructor public class SequenceWritablesToStringFunction implements Function>, String> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/StringToWritablesFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/StringToWritablesFunction.java index 662a87e25..b5e4e4fee 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/StringToWritablesFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/StringToWritablesFunction.java @@ -31,10 +31,6 @@ import java.util.ArrayList; import java.util.Collection; import java.util.List; -/** - * Convert a String to a List using a DataVec record reader - * - */ @AllArgsConstructor public class StringToWritablesFunction implements Function> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SumLongsFunction2.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SumLongsFunction2.java index eba6d1a19..733e2582f 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SumLongsFunction2.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/SumLongsFunction2.java @@ -24,9 +24,6 @@ package org.datavec.local.transforms.misc; import org.nd4j.common.function.Function; import org.nd4j.common.primitives.Pair; -/** - * Created by Alex on 03/09/2016. - */ public class SumLongsFunction2 implements Function, Long> { @Override public Long apply(Pair input) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToNDArrayFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToNDArrayFunction.java index 90f259617..896716807 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToNDArrayFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToNDArrayFunction.java @@ -30,13 +30,6 @@ import org.nd4j.linalg.indexing.NDArrayIndex; import java.util.Arrays; import java.util.List; -/** - * Function for converting lists of Writables to a single - * NDArray row vector. Necessary for creating and saving a - * dense matrix representation of raw data. - * - * @author dave@skymind.io - */ public class WritablesToNDArrayFunction implements Function, INDArray> { @Override diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToStringFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToStringFunction.java index fe29836ec..1ec8333fe 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToStringFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/WritablesToStringFunction.java @@ -26,12 +26,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Simple function to map an example to a String format (such as CSV) - * with given quote around the string value if it contains the delimiter. - * - * @author Alex Black - */ @AllArgsConstructor public class WritablesToStringFunction implements Function, String> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/comparator/Tuple2Comparator.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/comparator/Tuple2Comparator.java index 664a287b1..150f349fa 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/comparator/Tuple2Comparator.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/misc/comparator/Tuple2Comparator.java @@ -26,9 +26,6 @@ import org.nd4j.common.primitives.Pair; import java.io.Serializable; import java.util.Comparator; -/** - * Simple comparator: Compare {@code Tuple2} by Long value - */ @AllArgsConstructor public class Tuple2Comparator implements Comparator>, Serializable { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/rank/UnzipForCalculateSortedRankFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/rank/UnzipForCalculateSortedRankFunction.java index 38e194f59..d7024f40e 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/rank/UnzipForCalculateSortedRankFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/rank/UnzipForCalculateSortedRankFunction.java @@ -28,11 +28,6 @@ import org.nd4j.common.primitives.Pair; import java.util.ArrayList; import java.util.List; -/** - * A simple helper function for use in executing CalculateSortedRank - * - * @author Alex Black - */ public class UnzipForCalculateSortedRankFunction implements Function>, Long>, List> { @Override diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/reduce/ReducerFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/reduce/ReducerFunction.java index ddfb41368..a74406e1e 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/reduce/ReducerFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/reduce/ReducerFunction.java @@ -27,12 +27,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Function for executing - * a reduction of a set of examples by key - * - * @author Alex Black - */ @AllArgsConstructor public class ReducerFunction implements Function>, List> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/ConvertToSequenceLengthOne.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/ConvertToSequenceLengthOne.java index 96078befc..14c0cb14f 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/ConvertToSequenceLengthOne.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/ConvertToSequenceLengthOne.java @@ -26,11 +26,6 @@ import org.nd4j.common.function.Function; import java.util.Collections; import java.util.List; -/** - * Very simple function to convert an example to sequence of length 1 - * - * @author Alex Black - */ public class ConvertToSequenceLengthOne implements Function, List>> { @Override public List> apply(List writables) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalGroupToSequenceFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalGroupToSequenceFunction.java index 90718bc0e..963a340ef 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalGroupToSequenceFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalGroupToSequenceFunction.java @@ -29,12 +29,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Function for grouping independent values/examples into a sequence, and then sorting them - * using a provided {@link SequenceComparator} - * - * @author Alex Black - */ @AllArgsConstructor public class LocalGroupToSequenceFunction implements Function>, List>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByColumnFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByColumnFunction.java index c46b111e1..2b803ce5e 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByColumnFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByColumnFunction.java @@ -27,11 +27,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * Function to map a n example to a pair, by using one of the columns as the key. - * - * @author Alex Black - */ @AllArgsConstructor public class LocalMapToPairByColumnFunction implements Function, Pair>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByMultipleColumnsFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByMultipleColumnsFunction.java index 3967fbee2..2d5c17e5f 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByMultipleColumnsFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalMapToPairByMultipleColumnsFunction.java @@ -28,11 +28,6 @@ import org.nd4j.common.primitives.Pair; import java.util.ArrayList; import java.util.List; -/** - * Function to map an example to a pair, by using some of the column values as the key. - * - * @author Alex Black - */ @AllArgsConstructor public class LocalMapToPairByMultipleColumnsFunction implements Function, Pair, List>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceFilterFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceFilterFunction.java index 7b8e779b6..8e289d0cb 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceFilterFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceFilterFunction.java @@ -27,9 +27,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class LocalSequenceFilterFunction implements Function>, Boolean> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceTransformFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceTransformFunction.java index 86a3990bf..c7e201d07 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceTransformFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/sequence/LocalSequenceTransformFunction.java @@ -27,10 +27,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Function for transforming sequences using a Transform - * @author Alex Black - */ @AllArgsConstructor public class LocalSequenceTransformFunction implements Function>, List>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformFunction.java index a15ef77a8..b82cc593a 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformFunction.java @@ -30,9 +30,6 @@ import org.nd4j.common.function.Function; import java.util.ArrayList; import java.util.List; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor @Slf4j public class LocalTransformFunction implements Function, List> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunction.java index c3e2a5312..0f994965c 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunction.java @@ -26,9 +26,6 @@ import org.datavec.local.transforms.BaseFlatMapFunctionAdaptee; import java.util.List; -/** - * Function for executing a transform process - */ public class LocalTransformProcessFunction extends BaseFlatMapFunctionAdaptee, List> { public LocalTransformProcessFunction(TransformProcess transformProcess) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunctionAdapter.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunctionAdapter.java index 20ca8b450..48ea84418 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunctionAdapter.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/LocalTransformProcessFunctionAdapter.java @@ -27,9 +27,6 @@ import org.datavec.local.transforms.functions.FlatMapFunctionAdapter; import java.util.Collections; import java.util.List; -/** - * Function for executing a transform process - */ public class LocalTransformProcessFunctionAdapter implements FlatMapFunctionAdapter, List> { private final TransformProcess transformProcess; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunction.java index 5b4ea16b5..e6c3c3dc6 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunction.java @@ -26,9 +26,6 @@ import org.datavec.local.transforms.BaseFlatMapFunctionAdaptee; import java.util.List; -/** - * Created by Alex on 17/03/2016. - */ public class SequenceSplitFunction extends BaseFlatMapFunctionAdaptee>, List>> { public SequenceSplitFunction(SequenceSplit split) { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunctionAdapter.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunctionAdapter.java index 5a8eb866c..52f9c9fbf 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunctionAdapter.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/SequenceSplitFunctionAdapter.java @@ -26,9 +26,6 @@ import org.datavec.local.transforms.functions.FlatMapFunctionAdapter; import java.util.List; -/** - * Created by Alex on 17/03/2016. - */ public class SequenceSplitFunctionAdapter implements FlatMapFunctionAdapter>, List>> { diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/FilterWritablesBySchemaFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/FilterWritablesBySchemaFunction.java index a95ad9a84..9eb828143 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/FilterWritablesBySchemaFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/FilterWritablesBySchemaFunction.java @@ -26,9 +26,6 @@ import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; import org.nd4j.common.function.Function; -/** - * Created by Alex on 6/03/2016. - */ public class FilterWritablesBySchemaFunction implements Function { private final ColumnMetaData meta; diff --git a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/LocalFilterFunction.java b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/LocalFilterFunction.java index b16e505f7..9c722d24d 100644 --- a/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/LocalFilterFunction.java +++ b/datavec/datavec-local/src/main/java/org/datavec/local/transforms/transform/filter/LocalFilterFunction.java @@ -27,10 +27,6 @@ import org.nd4j.common.function.Function; import java.util.List; -/** - * Function for executing filter operations - * @author Alex Black - */ @AllArgsConstructor public class LocalFilterFunction implements Function, Boolean> { diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/AssertTestsExtendBaseClass.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/AssertTestsExtendBaseClass.java index 27aa214b6..5c122b06f 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestLineRecordReaderFunction.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestLineRecordReaderFunction.java index 7bc0783d6..182642ebe 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestLineRecordReaderFunction.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestLineRecordReaderFunction.java @@ -39,9 +39,6 @@ import java.util.stream.Collectors; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 21/05/2016. - */ public class TestLineRecordReaderFunction { @Test diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestNDArrayToWritablesFunction.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestNDArrayToWritablesFunction.java index 9667be29c..d7d2c55f4 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestNDArrayToWritablesFunction.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestNDArrayToWritablesFunction.java @@ -35,11 +35,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Unit tests for NDArrayToWritablesFunction. - * - * @author dave@skymind.io - */ public class TestNDArrayToWritablesFunction { @Test diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestWritablesToStringFunctions.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestWritablesToStringFunctions.java index 29f5cff64..bbc08d90f 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestWritablesToStringFunctions.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/functions/TestWritablesToStringFunctions.java @@ -37,9 +37,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 19/05/2017. - */ public class TestWritablesToStringFunctions { diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/ExecutionTest.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/ExecutionTest.java index d7dd6f2f0..67c6ace3d 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/ExecutionTest.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/ExecutionTest.java @@ -44,9 +44,6 @@ import java.util.*; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 25/11/2016. - */ public class ExecutionTest { @Test diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/join/TestJoin.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/join/TestJoin.java index 00fe73e88..6d0006b4c 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/join/TestJoin.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/join/TestJoin.java @@ -34,9 +34,6 @@ import java.util.*; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 13/10/2016. - */ public class TestJoin { @Test diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/rank/TestCalculateSortedRank.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/rank/TestCalculateSortedRank.java index 6ccb8b499..9061b9ba7 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/rank/TestCalculateSortedRank.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/rank/TestCalculateSortedRank.java @@ -39,9 +39,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 1/06/2016. - */ public class TestCalculateSortedRank { @Test diff --git a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/sequence/TestConvertToSequence.java b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/sequence/TestConvertToSequence.java index 0ab7e69cc..2659e3701 100644 --- a/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/sequence/TestConvertToSequence.java +++ b/datavec/datavec-local/src/test/java/org/datavec/local/transforms/transform/sequence/TestConvertToSequence.java @@ -40,9 +40,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 19/05/2017. - */ public class TestConvertToSequence { @Test diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/main/java/org/datavec/spark/inference/client/DataVecTransformClient.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/main/java/org/datavec/spark/inference/client/DataVecTransformClient.java index 00fd70bb6..8a346b096 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/main/java/org/datavec/spark/inference/client/DataVecTransformClient.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/main/java/org/datavec/spark/inference/client/DataVecTransformClient.java @@ -34,9 +34,6 @@ import org.nd4j.shade.jackson.core.JsonProcessingException; import java.io.IOException; -/** - * Created by agibsonccc on 6/12/17. - */ @AllArgsConstructor @Slf4j public class DataVecTransformClient implements DataVecTransformService { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/AssertTestsExtendBaseClass.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/AssertTestsExtendBaseClass.java index 49f677646..de2970b27 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/AssertTestsExtendBaseClass.java @@ -24,14 +24,6 @@ import org.nd4j.common.tests.AbstractAssertTestsClass; import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/DataVecTransformClientTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/DataVecTransformClientTest.java index edf25e951..6619ec443 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/DataVecTransformClientTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-client/src/test/java/org/datavec/transform/client/DataVecTransformClientTest.java @@ -46,9 +46,6 @@ import java.util.UUID; import static org.junit.Assert.assertEquals; import static org.junit.Assume.assumeNotNull; -/** - * Created by agibsonccc on 6/12/17. - */ public class DataVecTransformClientTest { private static CSVSparkTransformServer server; private static int port = getAvailablePort(); diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/CSVSparkTransform.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/CSVSparkTransform.java index d3216bdf6..e081708e0 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/CSVSparkTransform.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/CSVSparkTransform.java @@ -50,12 +50,6 @@ import static org.datavec.arrow.ArrowConverter.*; import static org.datavec.local.transforms.LocalTransformExecutor.execute; import static org.datavec.local.transforms.LocalTransformExecutor.executeToSequence; -/** - * CSVSpark Transform runs - * the actual {@link TransformProcess} - * - * @author Adan Gibson - */ @AllArgsConstructor @Slf4j public class CSVSparkTransform { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/ImageSparkTransform.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/ImageSparkTransform.java index aa639a867..a004c439b 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/ImageSparkTransform.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/ImageSparkTransform.java @@ -35,9 +35,6 @@ import java.io.IOException; import java.util.ArrayList; import java.util.List; -/** - * Created by kepricon on 17. 5. 24. - */ @AllArgsConstructor public class ImageSparkTransform { @Getter diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/Base64NDArrayBody.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/Base64NDArrayBody.java index 9b0624b70..0d6c680ad 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/Base64NDArrayBody.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/Base64NDArrayBody.java @@ -24,9 +24,6 @@ import lombok.AllArgsConstructor; import lombok.Data; import lombok.NoArgsConstructor; -/** - * Created by agibsonccc on 12/24/16. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchCSVRecord.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchCSVRecord.java index 12e5455fd..82ecedc51 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchCSVRecord.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchCSVRecord.java @@ -31,9 +31,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * Created by agibsonccc on 1/21/17. - */ @Data @AllArgsConstructor @Builder diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchImageRecord.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchImageRecord.java index 0d0ca20cf..ff101c659 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchImageRecord.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/BatchImageRecord.java @@ -28,9 +28,6 @@ import java.net.URI; import java.util.ArrayList; import java.util.List; -/** - * Created by kepricon on 17. 5. 24. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SequenceBatchCSVRecord.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SequenceBatchCSVRecord.java index 682b234bf..eed4fac59 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SequenceBatchCSVRecord.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SequenceBatchCSVRecord.java @@ -34,9 +34,6 @@ import java.util.Arrays; import java.util.Collections; import java.util.List; -/** - * Created by agibsonccc on 1/21/17. - */ @Data @AllArgsConstructor @Builder diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleCSVRecord.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleCSVRecord.java index e292d8562..575a91918 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleCSVRecord.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleCSVRecord.java @@ -29,9 +29,6 @@ import java.io.Serializable; import java.util.Arrays; import java.util.List; -/** - * Created by agibsonccc on 12/24/16. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleImageRecord.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleImageRecord.java index 017b499d8..9fe3df042 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleImageRecord.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/model/SingleImageRecord.java @@ -26,9 +26,6 @@ import lombok.NoArgsConstructor; import java.net.URI; -/** - * Created by kepricon on 17. 5. 24. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/service/DataVecTransformService.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/service/DataVecTransformService.java index 56ec171bc..c23dd562c 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/service/DataVecTransformService.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/main/java/org/datavec/spark/inference/model/service/DataVecTransformService.java @@ -26,9 +26,6 @@ import org.datavec.spark.inference.model.model.*; import java.io.IOException; -/** - * Created by agibsonccc on 6/12/17. - */ public interface DataVecTransformService { String SEQUENCE_OR_NOT_HEADER = "Sequence"; diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java index e1e11adaa..ab76b206e 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/BatchCSVRecordTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/BatchCSVRecordTest.java index e7466f922..a5ce6c474 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/BatchCSVRecordTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/BatchCSVRecordTest.java @@ -27,9 +27,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 2/12/17. - */ public class BatchCSVRecordTest { @Test diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/CSVSparkTransformTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/CSVSparkTransformTest.java index 48a2278d7..7d1fe5f3b 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/CSVSparkTransformTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/CSVSparkTransformTest.java @@ -40,9 +40,6 @@ import java.util.*; import static org.junit.Assert.*; -/** - * Created by agibsonccc on 12/24/16. - */ public class CSVSparkTransformTest { @Test public void testTransformer() throws Exception { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/ImageSparkTransformTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/ImageSparkTransformTest.java index 4a328f5bf..415730b18 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/ImageSparkTransformTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/ImageSparkTransformTest.java @@ -36,9 +36,6 @@ import java.io.File; import static org.junit.Assert.assertEquals; -/** - * Created by kepricon on 17. 5. 24. - */ public class ImageSparkTransformTest { @Rule diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleCSVRecordTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleCSVRecordTest.java index ac043421a..599f8eead 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleCSVRecordTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleCSVRecordTest.java @@ -28,9 +28,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; import static org.junit.Assert.fail; -/** - * Created by agibsonccc on 2/12/17. - */ public class SingleCSVRecordTest { @Test(expected = IllegalArgumentException.class) diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleImageRecordTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleImageRecordTest.java index 8e6f49dde..3c321e583 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleImageRecordTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-model/src/test/java/org/datavec/spark/transform/SingleImageRecordTest.java @@ -28,9 +28,6 @@ import org.nd4j.common.io.ClassPathResource; import java.io.File; -/** - * Created by kepricon on 17. 5. 24. - */ public class SingleImageRecordTest { @Rule diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/CSVSparkTransformServer.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/CSVSparkTransformServer.java index b0cf3c88c..9ef085515 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/CSVSparkTransformServer.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/CSVSparkTransformServer.java @@ -42,17 +42,6 @@ import java.util.Random; import static play.mvc.Results.*; -/** - * A rest server for using an - * {@link TransformProcess} based on simple - * csv values and a schema via REST. - *

- * The input values are an {@link SingleCSVRecord} - * which (based on the input schema) will automatically - * have their values transformed. - * - * @author Adam Gibson - */ @Slf4j @Data public class CSVSparkTransformServer extends SparkTransformServer { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/ImageSparkTransformServer.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/ImageSparkTransformServer.java index 29833595d..e7744ecaa 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/ImageSparkTransformServer.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/ImageSparkTransformServer.java @@ -44,9 +44,6 @@ import java.util.List; import static play.mvc.Results.*; -/** - * Created by kepricon on 17. 6. 19. - */ @Slf4j @Data public class ImageSparkTransformServer extends SparkTransformServer { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServer.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServer.java index bcc4929e1..c89ef90cc 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServer.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServer.java @@ -29,9 +29,6 @@ import org.nd4j.shade.jackson.databind.ObjectMapper; import play.mvc.Http; import play.server.Server; -/** - * Created by kepricon on 17. 6. 20. - */ public abstract class SparkTransformServer implements DataVecTransformService { @Parameter(names = {"-j", "--jsonPath"}, arity = 1) protected String jsonPath = null; diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServerChooser.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServerChooser.java index b283c3c90..aa4945ddb 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServerChooser.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/SparkTransformServerChooser.java @@ -27,9 +27,6 @@ import java.io.InvalidClassException; import java.util.Arrays; import java.util.List; -/** - * Created by kepricon on 17. 6. 20. - */ @Data @Slf4j public class SparkTransformServerChooser { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/TransformDataType.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/TransformDataType.java index 388b9445d..643cd5652 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/TransformDataType.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/main/java/org/datavec/spark/inference/server/TransformDataType.java @@ -20,9 +20,6 @@ package org.datavec.spark.inference.server; -/** - * Created by kepricon on 17. 6. 20. - */ public enum TransformDataType { CSV, IMAGE, } diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java index e1e11adaa..ab76b206e 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerNoJsonTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerNoJsonTest.java index 066a11dd4..8f309caff 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerNoJsonTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerNoJsonTest.java @@ -41,9 +41,6 @@ import java.util.UUID; import static org.junit.Assert.assertTrue; import static org.junit.Assume.assumeNotNull; -/** - * Created by agibsonccc on 1/22/17. - */ public class CSVSparkTransformServerNoJsonTest { private static CSVSparkTransformServer server; diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerTest.java index 7f94b1487..a3af5f2c6 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/CSVSparkTransformServerTest.java @@ -39,9 +39,6 @@ import java.io.File; import java.io.IOException; import java.util.UUID; -/** - * Created by agibsonccc on 1/22/17. - */ public class CSVSparkTransformServerTest { private static CSVSparkTransformServer server; diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/ImageSparkTransformServerTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/ImageSparkTransformServerTest.java index a89c43c29..12f754acd 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/ImageSparkTransformServerTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/ImageSparkTransformServerTest.java @@ -45,9 +45,6 @@ import java.util.UUID; import static org.junit.Assert.assertEquals; -/** - * Created by kepricon on 17. 6. 19. - */ public class ImageSparkTransformServerTest { @Rule diff --git a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/SparkTransformServerTest.java b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/SparkTransformServerTest.java index ad23fbc7c..831dd24f4 100644 --- a/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/SparkTransformServerTest.java +++ b/datavec/datavec-spark-inference-parent/datavec-spark-inference-server/src/test/java/org/datavec/spark/transform/SparkTransformServerTest.java @@ -44,9 +44,6 @@ import java.util.UUID; import static org.junit.Assert.assertEquals; -/** - * Created by kepricon on 17. 6. 20. - */ public class SparkTransformServerTest { private static SparkTransformServerChooser serverChooser; private static Schema schema = new Schema.Builder().addColumnDouble("1.0").addColumnDouble("2.0").build(); diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/SequenceEmptyRecordFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/SequenceEmptyRecordFunction.java index 4567efddf..762b9dc0c 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/SequenceEmptyRecordFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/SequenceEmptyRecordFunction.java @@ -25,11 +25,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Used for filtering empty records - * - * @author Adam Gibson - */ public class SequenceEmptyRecordFunction implements Function>, Boolean> { @Override public Boolean call(List> v1) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/EmptyRecordFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/EmptyRecordFunction.java index af9e3d18e..01e39d677 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/EmptyRecordFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/EmptyRecordFunction.java @@ -25,11 +25,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Used for filtering empty records - * - * @author Adam Gibson - */ public class EmptyRecordFunction implements Function, Boolean> { @Override public Boolean call(List v1) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/LineRecordReaderFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/LineRecordReaderFunction.java index f37b79c9a..56b5f2b63 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/LineRecordReaderFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/LineRecordReaderFunction.java @@ -27,12 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * LineRecordReaderFunction: Used to map a {@code JavaRDD} to a {@code JavaRDD>} - * Note that this is most useful with LineRecordReader instances (CSVRecordReader, SVMLightRecordReader, etc) - * - * @author Alex Black - */ public class LineRecordReaderFunction implements Function> { private final RecordReader recordReader; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/RecordReaderFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/RecordReaderFunction.java index 99f16b33a..c4126d170 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/RecordReaderFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/RecordReaderFunction.java @@ -30,11 +30,6 @@ import java.io.DataInputStream; import java.net.URI; import java.util.List; -/**RecordReaderFunction: Given a RecordReader and a file (via Spark PortableDataStream), load and parse the - * data into a Collection. - * NOTE: This is only useful for "one record per file" type situations (ImageRecordReader, etc) - * @author Alex Black - */ public class RecordReaderFunction implements Function, List> { protected RecordReader recordReader; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/SequenceRecordReaderFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/SequenceRecordReaderFunction.java index 15b327f2e..5bf6f4501 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/SequenceRecordReaderFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/SequenceRecordReaderFunction.java @@ -30,10 +30,6 @@ import java.io.DataInputStream; import java.net.URI; import java.util.List; -/**RecordReaderFunction: Given a SequenceRecordReader and a file (via Spark PortableDataStream), load and parse the - * sequence data into a {@code List>} - * @author Alex Black - */ public class SequenceRecordReaderFunction implements Function, List>> { protected SequenceRecordReader sequenceRecordReader; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/FilesAsBytesFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/FilesAsBytesFunction.java index e98592bc6..9ef17da2c 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/FilesAsBytesFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/FilesAsBytesFunction.java @@ -26,10 +26,6 @@ import org.apache.spark.api.java.function.PairFunction; import org.apache.spark.input.PortableDataStream; import scala.Tuple2; -/**A PairFunction that simply loads bytes[] from a PortableDataStream, and wraps it (and the String key) - * in Text and BytesWritable respectively. - * @author Alex Black - */ public class FilesAsBytesFunction implements PairFunction, Text, BytesWritable> { @Override public Tuple2 call(Tuple2 in) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/RecordReaderBytesFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/RecordReaderBytesFunction.java index d5a4b2cc0..367666610 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/RecordReaderBytesFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/RecordReaderBytesFunction.java @@ -32,10 +32,6 @@ import java.io.DataInputStream; import java.net.URI; import java.util.List; -/**RecordReaderBytesFunction: Converts binary data (in the form of a BytesWritable) to DataVec format data - * ({@code Collection}) using a RecordReader - * @author Alex Black - */ public class RecordReaderBytesFunction implements Function, List> { private final RecordReader recordReader; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/SequenceRecordReaderBytesFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/SequenceRecordReaderBytesFunction.java index d057dde93..1557cd3a9 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/SequenceRecordReaderBytesFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/data/SequenceRecordReaderBytesFunction.java @@ -32,10 +32,6 @@ import java.io.DataInputStream; import java.net.URI; import java.util.List; -/**SequenceRecordReaderBytesFunction: Converts binary data (in the form of a BytesWritable) to DataVec format data - * ({@code List>}) using a SequenceRecordReader - * @author Alex Black - */ public class SequenceRecordReaderBytesFunction implements Function, List>> { private final SequenceRecordReader recordReader; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/BytesPairWritable.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/BytesPairWritable.java index fa0812dfe..0dcbd3ec9 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/BytesPairWritable.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/BytesPairWritable.java @@ -26,9 +26,6 @@ import java.io.IOException; import java.io.Serializable; import java.nio.charset.StandardCharsets; -/**A Hadoop writable class for a pair of byte arrays, plus the original URIs (as Strings) of the files they came from - * @author Alex Black - */ public class BytesPairWritable implements Serializable, org.apache.hadoop.io.Writable { private byte[] first; private byte[] second; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/MapToBytesPairWritableFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/MapToBytesPairWritableFunction.java index 21399ebd0..bc479dc0f 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/MapToBytesPairWritableFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/MapToBytesPairWritableFunction.java @@ -28,9 +28,6 @@ import org.datavec.spark.util.DataVecSparkUtil; import scala.Tuple2; import scala.Tuple3; -/** A function to read files (assuming exactly 2 per input) from a PortableDataStream and combine the contents into a BytesPairWritable - * @see DataVecSparkUtil#combineFilesForSequenceFile(JavaSparkContext, String, String, PathToKeyConverter, PathToKeyConverter) - */ public class MapToBytesPairWritableFunction implements PairFunction>>, Text, BytesPairWritable> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PairSequenceRecordReaderBytesFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PairSequenceRecordReaderBytesFunction.java index 94eae8f43..45cf7caad 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PairSequenceRecordReaderBytesFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PairSequenceRecordReaderBytesFunction.java @@ -31,13 +31,6 @@ import java.io.DataInputStream; import java.net.URI; import java.util.List; -/** - * SequenceRecordReaderBytesFunction: Converts two sets of binary data (in the form of a BytesPairWritable) to DataVec format data - * ({@code Tuple2>,List>}) using two SequenceRecordReaders. - * Used for example when network input and output data comes from different files - * - * @author Alex Black - */ public class PairSequenceRecordReaderBytesFunction implements Function, Tuple2>, List>>> { private final SequenceRecordReader recordReaderFirst; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverter.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverter.java index 9d87f9241..f0ebe7da2 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverter.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverter.java @@ -22,9 +22,6 @@ package org.datavec.spark.functions.pairdata; import java.io.Serializable; -/** PathToKeyConverter: Used to match up files based on their file names, for PairSequenceRecordReaderBytesFunction - * For example, suppose we have files "/features_0.csv" and "/labels_0.csv", map both to same key: "0" - */ public interface PathToKeyConverter extends Serializable { /**Determine the key from the file path diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterFilename.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterFilename.java index 0f87524fd..258dbb0c0 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterFilename.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterFilename.java @@ -22,7 +22,6 @@ package org.datavec.spark.functions.pairdata; import org.apache.commons.io.FilenameUtils; -/** Convert the path to a key by taking the full file name (excluding the file extension and directories) */ public class PathToKeyConverterFilename implements PathToKeyConverter { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterNumber.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterNumber.java index 3843d7b9a..28b5e33bb 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterNumber.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyConverterNumber.java @@ -22,9 +22,6 @@ package org.datavec.spark.functions.pairdata; import org.apache.commons.io.FilenameUtils; -/**A PathToKeyConverter that generates a key based on the file name. Specifically, it extracts a digit from - * the file name. so "/my/directory/myFile0.csv" -> "0" - */ public class PathToKeyConverterNumber implements PathToKeyConverter { @Override public String getKey(String path) { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyFunction.java index e673d76ac..5c43c969f 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/functions/pairdata/PathToKeyFunction.java @@ -25,10 +25,6 @@ import org.apache.spark.input.PortableDataStream; import scala.Tuple2; import scala.Tuple3; -/** Given a Tuple2, where the first value is the full path, map this - * to a Tuple3 where the first value is a key (using a {@link PathToKeyConverter}), - * second is an index, and third is the original data stream - */ public class PathToKeyFunction implements PairFunction, String, Tuple3> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/SparkStorageUtils.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/SparkStorageUtils.java index d1c3a848a..323012432 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/SparkStorageUtils.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/SparkStorageUtils.java @@ -40,11 +40,6 @@ import org.datavec.spark.storage.functions.SequenceRecordSavePrepPairFunction; import java.util.List; -/** - * Utility methods for saving and restoring Writable objects from Spark RDD is to Hadoop formats - * - * @author Alex Black - */ public class SparkStorageUtils { /** diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordLoadPairFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordLoadPairFunction.java index 5e1f35ca9..192c0e7d0 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordLoadPairFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordLoadPairFunction.java @@ -28,11 +28,6 @@ import scala.Tuple2; import java.util.List; -/** - * A simple function to prepare data during loading via {@link org.datavec.spark.storage.SparkStorageUtils} - * - * @author Alex Black - */ public class RecordLoadPairFunction implements PairFunction, Long, List> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordSavePrepPairFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordSavePrepPairFunction.java index 32a54ad36..048f6b191 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordSavePrepPairFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/RecordSavePrepPairFunction.java @@ -28,11 +28,6 @@ import scala.Tuple2; import java.util.List; -/** - * A simple function to prepare data for saving via {@link org.datavec.spark.storage.SparkStorageUtils} - * - * @author Alex Black - */ public class RecordSavePrepPairFunction implements PairFunction, Long>, LongWritable, RecordWritable> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordLoadPairFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordLoadPairFunction.java index 9807c0a33..a8296cd6e 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordLoadPairFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordLoadPairFunction.java @@ -28,11 +28,6 @@ import scala.Tuple2; import java.util.List; -/** - * A simple function to prepare data during loading via {@link org.datavec.spark.storage.SparkStorageUtils} - * - * @author Alex Black - */ public class SequenceRecordLoadPairFunction implements PairFunction, Long, List>> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordSavePrepPairFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordSavePrepPairFunction.java index ae1ec2b0b..072beb5de 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordSavePrepPairFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/storage/functions/SequenceRecordSavePrepPairFunction.java @@ -28,11 +28,6 @@ import scala.Tuple2; import java.util.List; -/** - * A simple function to prepare data for saving via {@link org.datavec.spark.storage.SparkStorageUtils} - * - * @author Alex Black - */ public class SequenceRecordSavePrepPairFunction implements PairFunction>, Long>, LongWritable, SequenceRecordWritable> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/AnalyzeSpark.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/AnalyzeSpark.java index 888a47ce6..1af4b9d4b 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/AnalyzeSpark.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/AnalyzeSpark.java @@ -62,13 +62,6 @@ import scala.Tuple2; import java.util.*; -/** - * AnalizeSpark: static methods for - * analyzing and - * processing {@code RDD>} and {@code RDD>} - * - * @author Alex Black - */ public class AnalyzeSpark { public static final int DEFAULT_HISTOGRAM_BUCKETS = 30; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/DataFrames.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/DataFrames.java index 638d7486a..1e41cc3c1 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/DataFrames.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/DataFrames.java @@ -49,12 +49,6 @@ import static org.apache.spark.sql.functions.avg; import static org.apache.spark.sql.functions.col; -/** - * Namespace for datavec - * dataframe interop - * - * @author Adam Gibson - */ public class DataFrames { public static final String SEQUENCE_UUID_COLUMN = "__SEQ_UUID"; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/Normalization.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/Normalization.java index 3bab2c72d..f4d513017 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/Normalization.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/Normalization.java @@ -31,14 +31,6 @@ import org.datavec.api.writable.Writable; import java.util.*; -/** - * Simple dataframe based normalization. - * Column based transforms such as min/max scaling - * based on column min max and zero mean unit variance - * using column wise statistics. - * - * @author Adam Gibson - */ public class Normalization { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/SparkTransformExecutor.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/SparkTransformExecutor.java index 40d939d6d..47f27e71d 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/SparkTransformExecutor.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/SparkTransformExecutor.java @@ -57,13 +57,6 @@ import scala.Tuple2; import java.util.Comparator; import java.util.List; -/** - * Execute a datavec - * transform process - * on spark rdds. - * - * @author Alex Black - */ public class SparkTransformExecutor { private static final Logger log = LoggerFactory.getLogger(SparkTransformExecutor.class); diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/CategoricalToPairFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/CategoricalToPairFunction.java index 16af60289..d8de15c26 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/CategoricalToPairFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/CategoricalToPairFunction.java @@ -24,9 +24,6 @@ import org.apache.spark.api.java.function.PairFunction; import org.datavec.api.writable.Writable; import scala.Tuple2; -/** - * Created by Alex on 4/03/2016. - */ public class CategoricalToPairFunction implements PairFunction { @Override public Tuple2 call(Writable writable) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SelectColumnFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SelectColumnFunction.java index e5f6c5eb5..b73d50e11 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SelectColumnFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SelectColumnFunction.java @@ -26,9 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Select out the value from a single column - */ @AllArgsConstructor public class SelectColumnFunction implements Function, Writable> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceFlatMapFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceFlatMapFunction.java index f8e2f457f..2685bc7ad 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceFlatMapFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceFlatMapFunction.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.Iterator; import java.util.List; -/** - * SequenceFlatMapFunction: very simple function used to flatten a sequence - * Typically used only internally for certain analysis operations - * - * @author Alex Black - */ public class SequenceFlatMapFunction implements FlatMapFunction>, List> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceLengthFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceLengthFunction.java index 44092dbac..7bd0acfa7 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceLengthFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/SequenceLengthFunction.java @@ -25,9 +25,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Map a sequence to the size of that sequence - */ public class SequenceLengthFunction implements Function>, Integer> { @Override public Integer call(List> v1) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/StringLengthFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/StringLengthFunction.java index df38ed50b..5f3a8a17d 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/StringLengthFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/StringLengthFunction.java @@ -23,9 +23,6 @@ package org.datavec.spark.transform.analysis; import org.apache.spark.api.java.function.DoubleFunction; import org.datavec.api.writable.Writable; -/** - * Created by Alex on 4/03/2016. - */ public class StringLengthFunction implements DoubleFunction { @Override public double call(Writable writable) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToDoubleFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToDoubleFunction.java index 00ea057a1..ebfad6948 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToDoubleFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToDoubleFunction.java @@ -23,9 +23,6 @@ package org.datavec.spark.transform.analysis; import org.apache.spark.api.java.function.DoubleFunction; import org.datavec.api.writable.Writable; -/** - * Created by Alex on 4/03/2016. - */ public class WritableToDoubleFunction implements DoubleFunction { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToStringFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToStringFunction.java index 6c91b2ea5..6c793b41b 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToStringFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/WritableToStringFunction.java @@ -23,9 +23,6 @@ package org.datavec.spark.transform.analysis; import org.apache.spark.api.java.function.Function; import org.datavec.api.writable.Writable; -/** - * Created by Alex on 4/03/2016. - */ public class WritableToStringFunction implements Function { @Override public String call(Writable writable) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisAddFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisAddFunction.java index 13bddd1f3..7975b8009 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisAddFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisAddFunction.java @@ -31,11 +31,6 @@ import org.datavec.api.writable.Writable; import java.util.ArrayList; import java.util.List; -/** - * Add function used for undertaking analysis of a data set via Spark - * - * @author Alex Black - */ @AllArgsConstructor public class AnalysisAddFunction implements Function2, List, List> { private Schema schema; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisCombineFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisCombineFunction.java index 95a136f68..c90afadfa 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisCombineFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/aggregate/AnalysisCombineFunction.java @@ -27,11 +27,6 @@ import org.datavec.api.transform.analysis.AnalysisCounter; import java.util.ArrayList; import java.util.List; -/** - * Combine function used for undertaking analysis of a data set via Spark - * - * @author Alex Black - */ public class AnalysisCombineFunction implements Function2, List, List> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramAddFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramAddFunction.java index 32e256eea..46a67f138 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramAddFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramAddFunction.java @@ -31,11 +31,6 @@ import org.datavec.api.writable.Writable; import java.util.ArrayList; import java.util.List; -/** - * An adder function used in the calculation of histograms - * - * @author Alex Black - */ @AllArgsConstructor public class HistogramAddFunction implements Function2, List, List> { private final int nBins; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramCombineFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramCombineFunction.java index 7803b72b1..c528ca623 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramCombineFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/histogram/HistogramCombineFunction.java @@ -26,11 +26,6 @@ import org.datavec.api.transform.analysis.histogram.HistogramCounter; import java.util.ArrayList; import java.util.List; -/** - * A combiner function used in the calculation of histograms - * - * @author Alex Black - */ public class HistogramCombineFunction implements Function2, List, List> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/IntToDoubleFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/IntToDoubleFunction.java index aa327b6be..fb9796494 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/IntToDoubleFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/IntToDoubleFunction.java @@ -22,9 +22,6 @@ package org.datavec.spark.transform.analysis.seqlength; import org.apache.spark.api.java.function.DoubleFunction; -/** - * Created by Alex on 12/03/2016. - */ public class IntToDoubleFunction implements DoubleFunction { @Override public double call(Integer integer) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisAddFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisAddFunction.java index c9b604d02..2caaa45a2 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisAddFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisAddFunction.java @@ -22,9 +22,6 @@ package org.datavec.spark.transform.analysis.seqlength; import org.apache.spark.api.java.function.Function2; -/** - * Created by Alex on 7/03/2016. - */ public class SequenceLengthAnalysisAddFunction implements Function2 { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisCounter.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisCounter.java index 45e960c5d..6a54521ea 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisCounter.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisCounter.java @@ -25,9 +25,6 @@ import lombok.Data; import org.datavec.api.transform.analysis.AnalysisCounter; import org.datavec.api.writable.Writable; -/** - * Created by Alex on 7/03/2016. - */ @AllArgsConstructor @Data public class SequenceLengthAnalysisCounter implements AnalysisCounter { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisMergeFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisMergeFunction.java index e635b5503..ba27b6aa7 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisMergeFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/seqlength/SequenceLengthAnalysisMergeFunction.java @@ -22,9 +22,6 @@ package org.datavec.spark.transform.analysis.seqlength; import org.apache.spark.api.java.function.Function2; -/** - * Created by Alex on 5/03/2016. - */ public class SequenceLengthAnalysisMergeFunction implements Function2 { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/string/StringAnalysisMergeFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/string/StringAnalysisMergeFunction.java index a4fefb88e..6bbd96534 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/string/StringAnalysisMergeFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/string/StringAnalysisMergeFunction.java @@ -23,9 +23,6 @@ package org.datavec.spark.transform.analysis.string; import org.apache.spark.api.java.function.Function2; import org.datavec.api.transform.analysis.counter.StringAnalysisCounter; -/** - * Created by Alex on 5/03/2016. - */ public class StringAnalysisMergeFunction implements Function2 { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueAddFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueAddFunction.java index 636aaa761..35521ba04 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueAddFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueAddFunction.java @@ -27,11 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.*; -/** - * Simple function used in AnalyzeSpark.getUnique - * - * @author Alex Black - */ @AllArgsConstructor public class UniqueAddFunction implements Function2>, List, Map>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueMergeFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueMergeFunction.java index c20b535d1..28451c335 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueMergeFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/analysis/unique/UniqueMergeFunction.java @@ -26,11 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.Map; import java.util.Set; -/** - * Simple function used in AnalyzeSpark.getUnique - * - * @author Alex Black - */ public class UniqueMergeFunction implements Function2>, Map>, Map>> { @Override public Map> call(Map> v1, Map> v2) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/FilterWritablesBySchemaFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/FilterWritablesBySchemaFunction.java index 94b8351fa..358f4ccd0 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/FilterWritablesBySchemaFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/FilterWritablesBySchemaFunction.java @@ -26,9 +26,6 @@ import org.datavec.api.writable.NullWritable; import org.datavec.api.writable.Text; import org.datavec.api.writable.Writable; -/** - * Created by Alex on 6/03/2016. - */ public class FilterWritablesBySchemaFunction implements Function { private final ColumnMetaData meta; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/SparkFilterFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/SparkFilterFunction.java index 5cee8a22b..ae23a3811 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/SparkFilterFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/filter/SparkFilterFunction.java @@ -27,10 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Spark function for executing filter operations - * @author Alex Black - */ @AllArgsConstructor public class SparkFilterFunction implements Function, Boolean> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExecuteJoinFromCoGroupFlatMapFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExecuteJoinFromCoGroupFlatMapFunction.java index 4d1365568..c70cea258 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExecuteJoinFromCoGroupFlatMapFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExecuteJoinFromCoGroupFlatMapFunction.java @@ -30,11 +30,6 @@ import java.util.ArrayList; import java.util.Iterator; import java.util.List; -/** - * Execute a join - * - * @author Alex Black - */ public class ExecuteJoinFromCoGroupFlatMapFunction implements FlatMapFunction, Tuple2>, Iterable>>>, List> { private final Join join; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExtractKeysFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExtractKeysFunction.java index c7e7b2e0a..98bc8cab6 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExtractKeysFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/ExtractKeysFunction.java @@ -29,7 +29,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** Created by huitseeker on 3/6/17. */ @AllArgsConstructor public class ExtractKeysFunction implements PairFunction, List, List> { private int[] columnIndexes; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/FilterAndFlattenJoinedValues.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/FilterAndFlattenJoinedValues.java index 2e8165097..58707bcef 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/FilterAndFlattenJoinedValues.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/FilterAndFlattenJoinedValues.java @@ -28,13 +28,6 @@ import java.util.Collections; import java.util.Iterator; import java.util.List; -/** - * Doing two things here: - * (a) filter out any unnecessary values, and - * (b) extract the List values from the JoinedValue - * - * @author Alex Black - */ public class FilterAndFlattenJoinedValues implements FlatMapFunction> { private final Join.JoinType joinType; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/JoinedValue.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/JoinedValue.java index 31a946456..13891360c 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/JoinedValue.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/join/JoinedValue.java @@ -27,9 +27,6 @@ import org.datavec.api.writable.Writable; import java.io.Serializable; import java.util.List; -/** - * Simple helper class for executing joins - */ @AllArgsConstructor @Data public class JoinedValue implements Serializable { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnAsKeyPairFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnAsKeyPairFunction.java index 73da95914..268c5bd37 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnAsKeyPairFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnAsKeyPairFunction.java @@ -27,12 +27,6 @@ import scala.Tuple2; import java.util.List; -/** - * Very simple function to extract out one writable (by index) and use it as a key in the resulting PairRDD - * For example, myWritable.mapToPair(new ColumnsAsKeyPairFunction(myKeyColumnIdx)) - * - * @author Alex Black - */ @AllArgsConstructor public class ColumnAsKeyPairFunction implements PairFunction, Writable, List> { private final int columnIdx; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnToKeyPairTransform.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnToKeyPairTransform.java index 5fa8cc84f..4f043ab0f 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnToKeyPairTransform.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/ColumnToKeyPairTransform.java @@ -29,12 +29,6 @@ import scala.Tuple2; import java.util.List; -/** - * Extract out one writable, and map it to a pair with count 1. - * Used to count the N most frequent values in a column, as in {@link org.datavec.spark.transform.AnalyzeSpark#sampleMostFrequentFromColumn(int, String, Schema, JavaRDD)} - * - * @author Alex Black - */ @AllArgsConstructor public class ColumnToKeyPairTransform implements PairFunction, Writable, Long> { private final int columnIndex; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/NDArrayToWritablesFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/NDArrayToWritablesFunction.java index 1b4d5fe76..9382d1db5 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/NDArrayToWritablesFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/NDArrayToWritablesFunction.java @@ -30,11 +30,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.ArrayList; import java.util.List; -/** - * Function for converting NDArrays to lists of writables. - * - * @author dave@skymind.io - */ @AllArgsConstructor public class NDArrayToWritablesFunction implements Function> { private boolean useNdarrayWritable = false; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceMergeFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceMergeFunction.java index e11def28d..03f3efebd 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceMergeFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceMergeFunction.java @@ -28,21 +28,6 @@ import scala.Tuple2; import java.util.ArrayList; import java.util.List; -/** - * Spark function for merging multiple sequences, using a {@link SequenceMerge} instance.
- * - * Typical usage:
- *

- * {@code
- * JavaPairRDD>> myData = ...;
- * SequenceComparator comparator = ...;
- * SequenceMergeFunction sequenceMergeFunction = new SequenceMergeFunction<>(new SequenceMerge(comparator));
- * JavaRDD>> merged = myData.groupByKey().map(sequenceMergeFunction);
- * }
- * 
- * - * @author Alex Black - */ public class SequenceMergeFunction implements Function>>>, List>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceWritablesToStringFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceWritablesToStringFunction.java index bf8a84a54..c8d164ee1 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceWritablesToStringFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SequenceWritablesToStringFunction.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Simple function to map sequence examples to a String format (such as CSV) - * with given quote around the string value if it contains the delimiter. - * - * @author Alex Black - */ @AllArgsConstructor public class SequenceWritablesToStringFunction implements Function>, String> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/StringToWritablesFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/StringToWritablesFunction.java index 69b7bcb7b..ed79a81f5 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/StringToWritablesFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/StringToWritablesFunction.java @@ -30,10 +30,6 @@ import java.util.ArrayList; import java.util.Collection; import java.util.List; -/** - * Convert a String to a List using a DataVec record reader - * - */ @AllArgsConstructor public class StringToWritablesFunction implements Function> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SumLongsFunction2.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SumLongsFunction2.java index 7e40f72f4..937e82bf7 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SumLongsFunction2.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/SumLongsFunction2.java @@ -22,9 +22,6 @@ package org.datavec.spark.transform.misc; import org.apache.spark.api.java.function.Function2; -/** - * Created by Alex on 03/09/2016. - */ public class SumLongsFunction2 implements Function2 { @Override public Long call(Long l1, Long l2) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToNDArrayFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToNDArrayFunction.java index 1bae18831..a55161f1a 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToNDArrayFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToNDArrayFunction.java @@ -31,13 +31,6 @@ import org.nd4j.linalg.indexing.NDArrayIndex; import java.util.Arrays; import java.util.List; -/** - * Function for converting lists of Writables to a single - * NDArray row vector. Necessary for creating and saving a - * dense matrix representation of raw data. - * - * @author dave@skymind.io - */ public class WritablesToNDArrayFunction implements Function, INDArray> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToStringFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToStringFunction.java index 5df7a5a98..4bed90ce7 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToStringFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/WritablesToStringFunction.java @@ -26,12 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Simple function to map an example to a String format (such as CSV) - * with given quote around the string value if it contains the delimiter. - * - * @author Alex Black - */ @AllArgsConstructor public class WritablesToStringFunction implements Function, String> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/comparator/Tuple2Comparator.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/comparator/Tuple2Comparator.java index eed4adb5a..71f2e25e3 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/comparator/Tuple2Comparator.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/misc/comparator/Tuple2Comparator.java @@ -26,9 +26,6 @@ import scala.Tuple2; import java.io.Serializable; import java.util.Comparator; -/** - * Simple comparator: Compare {@code Tuple2} by Long value - */ @AllArgsConstructor public class Tuple2Comparator implements Comparator>, Serializable { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/rank/UnzipForCalculateSortedRankFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/rank/UnzipForCalculateSortedRankFunction.java index 6156c27fb..662a42d7b 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/rank/UnzipForCalculateSortedRankFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/rank/UnzipForCalculateSortedRankFunction.java @@ -28,11 +28,6 @@ import scala.Tuple2; import java.util.ArrayList; import java.util.List; -/** - * A simple helper function for use in executing CalculateSortedRank - * - * @author Alex Black - */ public class UnzipForCalculateSortedRankFunction implements Function>, Long>, List> { @Override diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/reduce/ReducerFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/reduce/ReducerFunction.java index cfa306da1..10c409f60 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/reduce/ReducerFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/reduce/ReducerFunction.java @@ -27,12 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Spark function for executing - * a reduction of a set of examples by key - * - * @author Alex Black - */ @AllArgsConstructor public class ReducerFunction implements Function>, List> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/ConvertToSequenceLengthOne.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/ConvertToSequenceLengthOne.java index e9e872dc5..97a7bca31 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/ConvertToSequenceLengthOne.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/ConvertToSequenceLengthOne.java @@ -26,11 +26,6 @@ import org.datavec.api.writable.Writable; import java.util.Collections; import java.util.List; -/** - * Very simple function to convert an example to sequence of length 1 - * - * @author Alex Black - */ public class ConvertToSequenceLengthOne implements Function, List>> { @Override public List> call(List writables) throws Exception { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkGroupToSequenceFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkGroupToSequenceFunction.java index 7ab0b6c47..3df2558e4 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkGroupToSequenceFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkGroupToSequenceFunction.java @@ -29,12 +29,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.List; -/** - * Spark function for grouping independent values/examples into a sequence, and then sorting them - * using a provided {@link SequenceComparator} - * - * @author Alex Black - */ @AllArgsConstructor public class SparkGroupToSequenceFunction implements Function>, List>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByColumnFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByColumnFunction.java index 0db4a4d15..98357e121 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByColumnFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByColumnFunction.java @@ -27,11 +27,6 @@ import scala.Tuple2; import java.util.List; -/** - * Spark function to map a n example to a pair, by using one of the columns as the key. - * - * @author Alex Black - */ @AllArgsConstructor public class SparkMapToPairByColumnFunction implements PairFunction, Writable, List> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByMultipleColumnsFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByMultipleColumnsFunction.java index bc1811c06..aaa8d1049 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByMultipleColumnsFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkMapToPairByMultipleColumnsFunction.java @@ -28,11 +28,6 @@ import scala.Tuple2; import java.util.ArrayList; import java.util.List; -/** - * Spark function to map an example to a pair, by using some of the column values as the key. - * - * @author Alex Black - */ @AllArgsConstructor public class SparkMapToPairByMultipleColumnsFunction implements PairFunction, List, List> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceFilterFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceFilterFunction.java index 31dce4dfe..6fb4480ed 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceFilterFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceFilterFunction.java @@ -27,9 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor public class SparkSequenceFilterFunction implements Function>, Boolean> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceTransformFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceTransformFunction.java index d4843493c..0e1542cc1 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceTransformFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sequence/SparkSequenceTransformFunction.java @@ -27,10 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.List; -/** - * Spark function for transforming sequences using a Transform - * @author Alex Black - */ @AllArgsConstructor public class SparkSequenceTransformFunction implements Function>, List>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/SequenceToRows.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/SequenceToRows.java index 71314ae52..7868cb3c7 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/SequenceToRows.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/SequenceToRows.java @@ -30,10 +30,6 @@ import org.datavec.spark.transform.DataFrames; import java.util.*; -/** - * Convert a record to a row - * @author Adam Gibson - */ public class SequenceToRows implements FlatMapFunction>, Row> { private Schema schema; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRecord.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRecord.java index da4aec24d..21cb459ae 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRecord.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRecord.java @@ -29,11 +29,6 @@ import org.datavec.api.writable.*; import java.util.ArrayList; import java.util.List; -/** - * Converts a row to a record - * - * @author Adam Gibson - */ @AllArgsConstructor public class ToRecord implements Function> { private Schema schema; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRow.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRow.java index 5dd8c71e2..bac0740d8 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRow.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/ToRow.java @@ -33,10 +33,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.List; -/** - * Convert a record to a row - * @author Adam Gibson - */ public class ToRow implements Function, Row> { private Schema schema; private StructType structType; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceCreateCombiner.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceCreateCombiner.java index 5b9bec493..355709cf7 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceCreateCombiner.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceCreateCombiner.java @@ -30,11 +30,6 @@ import org.datavec.spark.transform.DataFrames; import java.util.ArrayList; import java.util.List; -/** - * A create combiner function for use in {@link DataFrames#toRecordsSequence(Dataset)} - * - * @author Alex Black - */ @AllArgsConstructor public class DataFrameToSequenceCreateCombiner implements Function, List>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeCombiner.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeCombiner.java index 008881a3b..945d43a40 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeCombiner.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeCombiner.java @@ -33,14 +33,6 @@ import java.util.Collections; import java.util.Comparator; import java.util.List; -/** - * Combiner function for use in {@link DataFrames#toRecordsSequence(Dataset)} - *

- * Assumption here: first two columns are the sequence UUID and the sequence index, as per - * {@link DataFrames#toDataFrameSequence(Schema, JavaRDD)} - * - * @author Alex Black - */ public class DataFrameToSequenceMergeCombiner implements Function2>, List>, List>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeValue.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeValue.java index 23f94e0b5..807903a2f 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeValue.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/sparkfunction/sequence/DataFrameToSequenceMergeValue.java @@ -33,14 +33,6 @@ import java.util.Collections; import java.util.Comparator; import java.util.List; -/** - * Combiner function for use in {@link DataFrames#toRecordsSequence(DataFrame)} - *

- * Assumption here: first two columns are the sequence UUID and the sequence index, as per - * {@link DataFrames#toDataFrameSequence(Schema, JavaRDD)} - * - * @author Alex Black - */ @AllArgsConstructor public class DataFrameToSequenceMergeValue implements Function2>, Iterable, List>> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SequenceSplitFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SequenceSplitFunction.java index 87e78ed96..fbad46a33 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SequenceSplitFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SequenceSplitFunction.java @@ -27,9 +27,6 @@ import org.datavec.api.writable.Writable; import java.util.Iterator; import java.util.List; -/** - * Created by Alex on 17/03/2016. - */ public class SequenceSplitFunction implements FlatMapFunction>, List>> { private final SequenceSplit split; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformFunction.java index 37a0aba89..2a4e66eb0 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformFunction.java @@ -30,9 +30,6 @@ import org.datavec.spark.transform.SparkTransformExecutor; import java.util.ArrayList; import java.util.List; -/** - * Created by Alex on 5/03/2016. - */ @AllArgsConstructor @Slf4j public class SparkTransformFunction implements Function, List> { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformProcessFunction.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformProcessFunction.java index f334f55ed..be9e2d662 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformProcessFunction.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/transform/SparkTransformProcessFunction.java @@ -28,9 +28,6 @@ import java.util.Collections; import java.util.Iterator; import java.util.List; -/** - * Spark function for executing a transform process - */ public class SparkTransformProcessFunction implements FlatMapFunction, List> { private final TransformProcess transformProcess; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkExport.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkExport.java index 37338ffd5..a9ed6f13a 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkExport.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkExport.java @@ -34,9 +34,6 @@ import java.util.Collections; import java.util.List; import java.util.Random; -/** - * Created by Alex on 7/03/2016. - */ public class SparkExport { //Quick and dirty CSV export (using Spark). Eventually, rework this to use DataVec record writers on Spark diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkUtils.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkUtils.java index 34880b5ee..73ff3617a 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkUtils.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/transform/utils/SparkUtils.java @@ -43,9 +43,6 @@ import java.util.Arrays; import java.util.Collections; import java.util.List; -/** - * Created by Alex on 7/03/2016. - */ public class SparkUtils { public static List> splitData(SplitStrategy splitStrategy, JavaRDD data, long seed) { diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/util/BroadcastHadoopConfigHolder.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/util/BroadcastHadoopConfigHolder.java index 3ff18e001..1a43ad19a 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/util/BroadcastHadoopConfigHolder.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/util/BroadcastHadoopConfigHolder.java @@ -23,14 +23,6 @@ package org.datavec.spark.util; import org.apache.spark.api.java.JavaSparkContext; import org.apache.spark.broadcast.Broadcast; -/** - * This class holds a {@code Broadcast} for re-use across multiple places. - * The idea is that we often need spark configuration available for reading from (for example) HDFS directly, but Hadoop's - * Configuration class is not serializable (hence using {@link SerializableHadoopConfig}; we also don't want to have - * multiple copies of this in memory on each worker (Hadoop Configuration is immutable). - * - * @author Alex Black - */ public class BroadcastHadoopConfigHolder { private static Broadcast config; diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/util/DataVecSparkUtil.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/util/DataVecSparkUtil.java index 82d302122..4cbe1036d 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/util/DataVecSparkUtil.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/util/DataVecSparkUtil.java @@ -30,9 +30,6 @@ import org.datavec.spark.functions.pairdata.PathToKeyConverter; import org.datavec.spark.functions.pairdata.PathToKeyFunction; import scala.Tuple3; -/** Utilities for using DataVec with Spark - * @author Alex Black - */ public class DataVecSparkUtil { /**Same as {@link #combineFilesForSequenceFile(JavaSparkContext, String, String, PathToKeyConverter, PathToKeyConverter)} diff --git a/datavec/datavec-spark/src/main/java/org/datavec/spark/util/SerializableHadoopConfig.java b/datavec/datavec-spark/src/main/java/org/datavec/spark/util/SerializableHadoopConfig.java index 31179adf8..237e62b5b 100644 --- a/datavec/datavec-spark/src/main/java/org/datavec/spark/util/SerializableHadoopConfig.java +++ b/datavec/datavec-spark/src/main/java/org/datavec/spark/util/SerializableHadoopConfig.java @@ -28,10 +28,6 @@ import java.util.Iterator; import java.util.LinkedHashMap; import java.util.Map; -/** - * A serializable version of {@link Configuration} - * @author Alex Black - */ public class SerializableHadoopConfig implements Serializable { private Map content; diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/AssertTestsExtendBaseClass.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/AssertTestsExtendBaseClass.java index da1c36ae5..f1b8bfbfd 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/AssertTestsExtendBaseClass.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import org.nd4j.common.tests.BaseND4JTest; import java.util.*; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4jTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - */ - @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestLineRecordReaderFunction.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestLineRecordReaderFunction.java index e89aeda54..8e9a7150b 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestLineRecordReaderFunction.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestLineRecordReaderFunction.java @@ -38,9 +38,6 @@ import java.util.Set; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 21/05/2016. - */ public class TestLineRecordReaderFunction extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestNDArrayToWritablesFunction.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestNDArrayToWritablesFunction.java index 6cff7854a..2b5ebf12f 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestNDArrayToWritablesFunction.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestNDArrayToWritablesFunction.java @@ -34,11 +34,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Unit tests for NDArrayToWritablesFunction. - * - * @author dave@skymind.io - */ public class TestNDArrayToWritablesFunction { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestWritablesToStringFunctions.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestWritablesToStringFunctions.java index f2b6fa5ed..2ee8d4c78 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestWritablesToStringFunctions.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/functions/TestWritablesToStringFunctions.java @@ -38,9 +38,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 19/05/2017. - */ public class TestWritablesToStringFunctions extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/storage/TestSparkStorageUtils.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/storage/TestSparkStorageUtils.java index 8444e462f..8c959d963 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/storage/TestSparkStorageUtils.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/storage/TestSparkStorageUtils.java @@ -37,9 +37,6 @@ import java.util.Map; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 30/05/2017. - */ public class TestSparkStorageUtils extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/ExecutionTest.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/ExecutionTest.java index e2dba15d3..0b93af28a 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/ExecutionTest.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/ExecutionTest.java @@ -45,9 +45,6 @@ import java.util.*; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 25/11/2016. - */ public class ExecutionTest extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/NormalizationTests.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/NormalizationTests.java index 71c67919f..61ebfcb6b 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/NormalizationTests.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/NormalizationTests.java @@ -43,9 +43,6 @@ import java.util.List; import static junit.framework.TestCase.assertTrue; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 10/22/16. - */ public class NormalizationTests extends BaseSparkTest { diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/analysis/TestAnalysis.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/analysis/TestAnalysis.java index ad0263769..1516bfe87 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/analysis/TestAnalysis.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/analysis/TestAnalysis.java @@ -49,9 +49,6 @@ import java.util.*; import static org.junit.Assert.*; -/** - * Created by Alex on 23/06/2016. - */ public class TestAnalysis extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/join/TestJoin.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/join/TestJoin.java index 6ecd9bb85..4625ecea0 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/join/TestJoin.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/join/TestJoin.java @@ -33,9 +33,6 @@ import java.util.*; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 13/10/2016. - */ public class TestJoin extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/rank/TestCalculateSortedRank.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/rank/TestCalculateSortedRank.java index 5ac57ab62..13265df69 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/rank/TestCalculateSortedRank.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/rank/TestCalculateSortedRank.java @@ -38,9 +38,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 1/06/2016. - */ public class TestCalculateSortedRank extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/sequence/TestConvertToSequence.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/sequence/TestConvertToSequence.java index 7760af18e..b98771858 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/sequence/TestConvertToSequence.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/transform/sequence/TestConvertToSequence.java @@ -38,9 +38,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 19/05/2017. - */ public class TestConvertToSequence extends BaseSparkTest { @Test diff --git a/datavec/datavec-spark/src/test/java/org/datavec/spark/util/TestSparkUtil.java b/datavec/datavec-spark/src/test/java/org/datavec/spark/util/TestSparkUtil.java index be06c87f7..7c9b61291 100644 --- a/datavec/datavec-spark/src/test/java/org/datavec/spark/util/TestSparkUtil.java +++ b/datavec/datavec-spark/src/test/java/org/datavec/spark/util/TestSparkUtil.java @@ -37,9 +37,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 22/12/2016. - */ public class TestSparkUtil extends BaseSparkTest { @Test diff --git a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JClassLoading.java b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JClassLoading.java index b08389730..83cba9988 100644 --- a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JClassLoading.java +++ b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JClassLoading.java @@ -27,27 +27,6 @@ import java.lang.reflect.InvocationTargetException; import java.util.Objects; import java.util.ServiceLoader; -/** - * Global context for class-loading in DL4J. - *

Use {@code DL4JClassLoading} to define classloader for Deeplearning4j only! To define classloader used by - * {@code ND4J} use class {@link org.nd4j.common.config.ND4JClassLoading}. - * - *

Usage: - *

{@code
- * public class Application {
- *     static {
- *         DL4JClassLoading.setDl4jClassloaderFromClass(Application.class);
- *     }
- *
- *     public static void main(String[] args) {
- *     }
- * }
- * }
- *
- * @see org.nd4j.common.config.ND4JClassLoading
- *
- * @author Alexei KLENIN
- */
 @Slf4j
 public class DL4JClassLoading {
     private static ClassLoader dl4jClassloader = ND4JClassLoading.getNd4jClassloader();
diff --git a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JEnvironmentVars.java b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JEnvironmentVars.java
index 236df74f6..ab3f12353 100644
--- a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JEnvironmentVars.java
+++ b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JEnvironmentVars.java
@@ -20,12 +20,6 @@
 
 package org.deeplearning4j.common.config;
 
-/**
- * DL4JSystemProperties class contains the environment variables that can be used to configure various aspects of DL4J.
- * See the javadoc of each variable for details
- *
- * @author Alex Black
- */
 public class DL4JEnvironmentVars {
 
     private DL4JEnvironmentVars(){ }
diff --git a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JSystemProperties.java b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JSystemProperties.java
index 8f2ec7c0d..4a8299eb0 100644
--- a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JSystemProperties.java
+++ b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/config/DL4JSystemProperties.java
@@ -20,12 +20,6 @@
 
 package org.deeplearning4j.common.config;
 
-/**
- * DL4JSystemProperties class contains the system properties that can be used to configure various aspects of DL4J.
- * See the javadoc of each property for details
- *
- * @author Alex Black
- */
 public class DL4JSystemProperties {
 
     private DL4JSystemProperties(){ }
diff --git a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/resources/DL4JResources.java b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/resources/DL4JResources.java
index 76c2f7096..e8f6ecda0 100644
--- a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/resources/DL4JResources.java
+++ b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/resources/DL4JResources.java
@@ -28,14 +28,6 @@ import java.io.File;
 import java.net.MalformedURLException;
 import java.net.URL;
 
-/**
- * DL4JResources controls the local storage locations for models and datasets that are downloaded and stored locally.
- * The storage location is customizable in 2 ways:
- * (a) via the {@link #DL4J_RESOURCES_DIR_PROPERTY} system property, org.deeplearning4j.resources.directory
- * (b) By calling {@link #setBaseDirectory(File)} at runtime
- * - * @author Alex Black - */ public class DL4JResources { /** diff --git a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/util/DL4JFileUtils.java b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/util/DL4JFileUtils.java index 50e5b9f3c..a514be4f4 100644 --- a/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/util/DL4JFileUtils.java +++ b/deeplearning4j/deeplearning4j-common/src/main/java/org/deeplearning4j/common/util/DL4JFileUtils.java @@ -25,11 +25,6 @@ import org.deeplearning4j.common.config.DL4JSystemProperties; import java.io.File; import java.io.IOException; -/** - * Utilities for working with temporary files - * - * @author Alex Black - */ public class DL4JFileUtils { private DL4JFileUtils(){ } diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/test/TestDataSetIterator.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/test/TestDataSetIterator.java index cecde8f82..2bda23111 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/test/TestDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/test/TestDataSetIterator.java @@ -27,11 +27,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.List; -/** - * Track number of times the dataset iterator has been called - * @author agibsonccc - * - */ public class TestDataSetIterator implements DataSetIterator { /** * diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/vectorizer/Vectorizer.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/vectorizer/Vectorizer.java index a753f0309..8871c88d1 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/vectorizer/Vectorizer.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/datasets/vectorizer/Vectorizer.java @@ -25,13 +25,6 @@ import org.nd4j.linalg.dataset.DataSet; import java.io.Serializable; -/** - * A Vectorizer at its essence takes an input source - * and converts it to a matrix for neural network consumption. - * - * @author Adam Gibson - * - */ public interface Vectorizer extends Serializable { /** diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/evaluation/EvaluationTools.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/evaluation/EvaluationTools.java index 55aaa3e7c..6d4295e1f 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/evaluation/EvaluationTools.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/evaluation/EvaluationTools.java @@ -48,11 +48,6 @@ import java.nio.charset.StandardCharsets; import java.util.ArrayList; import java.util.List; -/** - * Tools for evaluation and rendering {@link ROC} and {@link ROCMultiClass} results - * - * @author Alex Black - */ public class EvaluationTools { private static final String ROC_TITLE = "ROC: TPR/Recall (y) vs. FPR (x)"; diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemInfoFilePrintListener.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemInfoFilePrintListener.java index 79646ee66..88f8a2bd8 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemInfoFilePrintListener.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemInfoFilePrintListener.java @@ -34,12 +34,6 @@ import java.io.IOException; import java.util.List; import java.util.Map; -/** - * Using {@link SystemInfo} - it prints a json representation - * on each callback to the specified file. - * - * @author Adam Gibson - */ @Slf4j @Builder public class SystemInfoFilePrintListener implements TrainingListener { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemPolling.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemPolling.java index db4a4601e..74e030b2f 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemPolling.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/listener/SystemPolling.java @@ -32,15 +32,6 @@ import java.util.concurrent.Executors; import java.util.concurrent.ScheduledExecutorService; import java.util.concurrent.TimeUnit; -/** - * Poll a system for its local statistics with a specified time. - * The polling process will output a yaml file - * in the specified output directory - * - * with all the related system diagnostics. - * - * @author Adam Gibson - */ @Slf4j public class SystemPolling { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/DataSetLoader.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/DataSetLoader.java index 3c665f3ae..40ad68bd7 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/DataSetLoader.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/DataSetLoader.java @@ -24,11 +24,6 @@ import org.nd4j.common.loader.Loader; import org.nd4j.common.loader.Source; import org.nd4j.linalg.dataset.DataSet; -/** - * An interface for loading DataSets from a {@link Source} - * - * @author Alex Black - */ public interface DataSetLoader extends Loader { } diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/MultiDataSetLoader.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/MultiDataSetLoader.java index 2def27abd..3e27dd11b 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/MultiDataSetLoader.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/MultiDataSetLoader.java @@ -24,11 +24,6 @@ import org.nd4j.common.loader.Loader; import org.nd4j.common.loader.Source; import org.nd4j.linalg.dataset.api.MultiDataSet; -/** - * An interface for loading MultiDataSets from a {@link Source} - * - * @author Alex Black - */ public interface MultiDataSetLoader extends Loader { } diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/RecordReaderFileBatchLoader.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/RecordReaderFileBatchLoader.java index efd48b52e..866673634 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/RecordReaderFileBatchLoader.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/RecordReaderFileBatchLoader.java @@ -33,11 +33,6 @@ import org.nd4j.linalg.dataset.api.DataSetPreProcessor; import java.io.IOException; -/** - * A dataset loader for use with FileBatch objects. - * The API (constructor arguments) mirrors {@link RecordReaderDataSetIterator} which it uses internally. - * Can be used in the context of Spark - see SparkDataUtils methods for this purpose - */ public class RecordReaderFileBatchLoader implements DataSetLoader { private final RecordReader recordReader; private final int batchSize; diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedDataSetLoader.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedDataSetLoader.java index 642621ab6..3ac4ae446 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedDataSetLoader.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedDataSetLoader.java @@ -27,11 +27,6 @@ import org.nd4j.linalg.dataset.DataSet; import java.io.IOException; import java.io.InputStream; -/** - * Loads DataSets using {@link DataSet#load(InputStream)} - * - * @author Alex Black - */ public class SerializedDataSetLoader implements DataSetLoader { @Override public DataSet load(Source source) throws IOException { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedMultiDataSetLoader.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedMultiDataSetLoader.java index eef01e276..849e676d7 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedMultiDataSetLoader.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/loader/impl/SerializedMultiDataSetLoader.java @@ -27,11 +27,6 @@ import org.nd4j.linalg.dataset.api.MultiDataSet; import java.io.IOException; import java.io.InputStream; -/** - * Loads DataSets using {@link MultiDataSet#load(InputStream)} - * - * @author Alex Black - */ public class SerializedMultiDataSetLoader implements MultiDataSetLoader { @Override public MultiDataSet load(Source source) throws IOException { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/parallelism/AsyncIterator.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/parallelism/AsyncIterator.java index fe3143912..0ecab4f12 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/parallelism/AsyncIterator.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/parallelism/AsyncIterator.java @@ -29,11 +29,6 @@ import java.util.concurrent.BlockingQueue; import java.util.concurrent.LinkedBlockingQueue; import java.util.concurrent.atomic.AtomicBoolean; -/** - * Asynchronous Iterator for better performance of iterators in dl4j-nn & dl4j-nlp - * - * @author raver119@gmail.com - */ @Slf4j public class AsyncIterator implements Iterator { @Getter diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/Persistable.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/Persistable.java index 8178bac1c..f780af2c6 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/Persistable.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/Persistable.java @@ -26,9 +26,6 @@ import java.io.OutputStream; import java.io.Serializable; import java.nio.ByteBuffer; -/** - * Created by Alex on 07/10/2016. - */ public interface Persistable extends Serializable { /** diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorage.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorage.java index 2ca6a7888..b92594dec 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorage.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorage.java @@ -23,28 +23,6 @@ package org.deeplearning4j.core.storage; import java.io.IOException; import java.util.List; -/** - * A general-purpose stats storage mechanism, for storing stats information (mainly used for iteration listeners). - *

- * Key design ideas: - * (a) Two types of storable objects: - * i. {@link Persistable} objects, for once per session objects ("static info") and also for periodically reported data ("updates") - * ii. {@link StorageMetaData} objects, for - * (b) There are 4 types of things used to uniquely identify these Persistable objects:
- * i. SessionID: A unique identifier for a single session
- * ii. TypeID: A unique identifier for the listener or type of data
- * For example, we might have stats from 2 (or more) listeners with identical session and worker IDs
- * This is typically hard-coded, per listener class
- * iii. WorkerID: A unique identifier for workers, within a session
- * iv. Timestamp: time at which the record was created
- * For example, single machine training (with 1 listener) would have 1 session ID, 1 type ID, 1 worker ID, and multiple timestamps.
- * Distributed training multiple listeres could have 1 session ID, multiple type IDs, and multiple worker IDs, and multiple timestamps for each
- * A hyperparameter optimization job could have multiple session IDs on top of that.
- *

- * Note that the StatsStorage interface extends {@link StatsStorageRouter} - * - * @author Alex Black - */ public interface StatsStorage extends StatsStorageRouter { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageEvent.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageEvent.java index feb56aa94..783b084df 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageEvent.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageEvent.java @@ -23,14 +23,6 @@ package org.deeplearning4j.core.storage; import lombok.AllArgsConstructor; import lombok.Data; -/** - * StatsStorageEvent: use with {@link StatsStorageListener} to specify when the state of the {@link StatsStorage} - * implementation changes.
- * Note that depending on the {@link StatsStorageListener.EventType}, some of the - * field may be null. - * - * @author Alex Black - */ @AllArgsConstructor @Data public class StatsStorageEvent { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageListener.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageListener.java index 4c0fedb9c..e749389d8 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageListener.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageListener.java @@ -20,12 +20,6 @@ package org.deeplearning4j.core.storage; -/** - * A listener interface, so that classes can be notified of changes to a {@link StatsStorage} - * implementation - * - * @author Alex Black - */ public interface StatsStorageListener { enum EventType { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouter.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouter.java index e38ad9b92..55cdb73df 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouter.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouter.java @@ -23,12 +23,6 @@ package org.deeplearning4j.core.storage; import java.util.Collection; -/** - * StatsStorageRouter is intended to route static info, metadata and updates somewhere - generally to a - * {@link StatsStorage} implementation. For example, a StatsStorageRouter might serialize and send objects over a network. - * - * @author Alex Black - */ public interface StatsStorageRouter { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouterProvider.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouterProvider.java index b1794c273..a671530ff 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouterProvider.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StatsStorageRouterProvider.java @@ -22,11 +22,6 @@ package org.deeplearning4j.core.storage; import java.io.Serializable; -/** - * Simple interface to provide a StatsStorageRouter. Typically used for distributed training such as Spark. - * - * @author Alex Black - */ public interface StatsStorageRouterProvider extends Serializable { StatsStorageRouter getRouter(); diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageMetaData.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageMetaData.java index 1380b6995..a8f58b5c8 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageMetaData.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageMetaData.java @@ -22,11 +22,6 @@ package org.deeplearning4j.core.storage; import java.io.Serializable; -/** - * StorageMetaData: contains metadata (such at types, and arbitrary custom serializable data) for storage - * - * @author Alex Black - */ public interface StorageMetaData extends Persistable { /** diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageType.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageType.java index a692bdf03..c59996828 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageType.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/StorageType.java @@ -20,11 +20,6 @@ package org.deeplearning4j.core.storage; -/** - * Type of storage information - * - * @author Alex Black - */ public enum StorageType { MetaData, StaticInfo, Update } diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/CollectionStatsStorageRouter.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/CollectionStatsStorageRouter.java index cbb953dad..c8910d703 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/CollectionStatsStorageRouter.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/CollectionStatsStorageRouter.java @@ -27,12 +27,6 @@ import org.deeplearning4j.core.storage.StorageMetaData; import java.util.Collection; -/** - * A simple StatsStorageRouter that simply stores the metadata, static info and updates in the specified - * collections. Typically used for testing. - * - * @author Alex Black - */ @AllArgsConstructor public class CollectionStatsStorageRouter implements StatsStorageRouter { diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/RemoteUIStatsStorageRouter.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/RemoteUIStatsStorageRouter.java index 43ace7b22..980cfea1c 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/RemoteUIStatsStorageRouter.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/impl/RemoteUIStatsStorageRouter.java @@ -39,12 +39,6 @@ import java.util.concurrent.LinkedBlockingDeque; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicLong; -/** - * Asynchronously post all updates to a remote UI that has remote listening enabled.
- * Typically used with UIServer (don't forget to enable remote listener support - UIServer.getInstance().enableRemoteListener() - * - * @author Alex Black - */ @Slf4j public class RemoteUIStatsStorageRouter implements StatsStorageRouter, Serializable, Closeable { private static final String ROUTE_IS_DOWN = "Info posted to RemoteUIStatsStorageRouter but router is shut down."; diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/listener/RoutingIterationListener.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/listener/RoutingIterationListener.java index c7d3200c4..b85fb27dc 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/listener/RoutingIterationListener.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/storage/listener/RoutingIterationListener.java @@ -26,16 +26,6 @@ import org.deeplearning4j.optimize.api.TrainingListener; import java.io.Serializable; -/** - * An extension of the {@link TrainingListener} interface for those listeners that pass data off to a - * {@link StatsStorageRouter} instance. - * The most common use case here is in distributed training scenarios: each worker has a set of listeners, that have - * to be serialized and transferred across the network, to some storage mechanism.
- * The StatsStorageRouter implementations themselves may not be serializable, or should be shared between multiple workers, - * so instead, we use a {@link StatsStorageRouterProvider} - * - * @author Alex Black - */ public interface RoutingIterationListener extends TrainingListener, Cloneable, Serializable { void setStorageRouter(StatsStorageRouter router); diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/ui/UiConnectionInfo.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/ui/UiConnectionInfo.java index 1cbde6cf2..a2c81576c 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/ui/UiConnectionInfo.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/ui/UiConnectionInfo.java @@ -23,11 +23,6 @@ package org.deeplearning4j.core.ui; import lombok.Data; import lombok.NonNull; -/** - * POJO describing the location and credentials for DL4j UiServer instance - * - * @author raver119@gmail.com - */ @Data public class UiConnectionInfo { private String sessionId; diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/ThreadUtils.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/ThreadUtils.java index aaafe9e70..7834c3f8f 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/ThreadUtils.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/ThreadUtils.java @@ -22,9 +22,6 @@ package org.deeplearning4j.core.util; import java.util.concurrent.locks.LockSupport; -/** - * Utils for the basic use and flow of threads. - */ public class ThreadUtils { public static void uncheckedSleep(long millis) { LockSupport.parkNanos(millis * 1000000); diff --git a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/UIDProvider.java b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/UIDProvider.java index 770f215c6..aad9bd241 100644 --- a/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/UIDProvider.java +++ b/deeplearning4j/deeplearning4j-core/src/main/java/org/deeplearning4j/core/util/UIDProvider.java @@ -26,16 +26,6 @@ import java.net.NetworkInterface; import java.rmi.server.UID; import java.util.Enumeration; -/** - * Static methods for obtaining unique identifiers for both the machine (hardware) and the JVM. - * - * Note: the unique hardware identifier does NOT provide any strong guarantees of uniqueness of the returned identifier - * with respect to machine restarts and hardware changes, and should not be relied upon for anything where guarantees - * are required. - * Note also that as a fallback, if no hardware UID can be determined, the JVM UID will be returned as the hardware UID also. - * - * @author Alex Black - */ @Slf4j public class UIDProvider { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/AssertTestsExtendBaseClass.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/AssertTestsExtendBaseClass.java index 0b8f3e8bb..e07708dbc 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/AssertTestsExtendBaseClass.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/AssertTestsExtendBaseClass.java @@ -24,14 +24,6 @@ import lombok.extern.slf4j.Slf4j; import java.util.*; import org.nd4j.common.tests.AbstractAssertTestsClass; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4JTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - * @author Alexander Stoyakin - */ @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/MnistFetcherTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/MnistFetcherTest.java index e4d02cf6e..59da9f5d6 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/MnistFetcherTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/MnistFetcherTest.java @@ -42,9 +42,6 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertTrue; -/** - * @author Justin Long (crockpotveggies) - */ public class MnistFetcherTest extends BaseDL4JTest { @ClassRule diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetiteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetiteratorTest.java index 9219ce97b..6405ea8c9 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetiteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetiteratorTest.java @@ -69,9 +69,6 @@ import static org.junit.Assert.*; import static org.nd4j.linalg.indexing.NDArrayIndex.all; import static org.nd4j.linalg.indexing.NDArrayIndex.point; -/** - * Created by agibsonccc on 3/6/15. - */ @Slf4j public class RecordReaderDataSetiteratorTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/tools/SpecialImageRecordReader.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/tools/SpecialImageRecordReader.java index b21e7fb45..e1ec7d90b 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/tools/SpecialImageRecordReader.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/datavec/tools/SpecialImageRecordReader.java @@ -37,10 +37,6 @@ import java.util.Collections; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * - * @author raver119@gmail.com - */ @Slf4j public class SpecialImageRecordReader extends ImageRecordReader { private AtomicInteger counter = new AtomicInteger(0); diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIteratorTest.java index 3f18d0078..4a6eac144 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIteratorTest.java @@ -33,9 +33,6 @@ import java.util.concurrent.atomic.AtomicInteger; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by raver on 16.06.2016. - */ public class AbstractDataSetIteratorTest extends BaseDL4JTest { @Test public void next() throws Exception { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIteratorTest.java index 5dc51c3bf..5a9c71595 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIteratorTest.java @@ -38,9 +38,6 @@ import java.util.concurrent.atomic.AtomicLong; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotEquals; -/** - * @author raver119@gmail.com - */ @Slf4j public class AsyncDataSetIteratorTest extends BaseDL4JTest { private ExistingDataSetIterator backIterator; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIteratorTest.java index 1003ff6b8..4747beed8 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIteratorTest.java @@ -29,9 +29,6 @@ import org.nd4j.linalg.dataset.api.MultiDataSet; import static org.junit.Assert.assertEquals; -/** - * @author raver119@gmail.com - */ @Slf4j public class AsyncMultiDataSetIteratorTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessorTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessorTests.java index 1cb118384..99f302f64 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessorTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessorTests.java @@ -30,9 +30,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; -/** - * Created by susaneraly on 6/17/17. - */ public class CombinedPreProcessorTests extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIteratorTest.java index 11eed2524..3221386f5 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIteratorTest.java @@ -34,9 +34,6 @@ import java.util.List; import static org.junit.Assert.*; -/** - * Created by susaneraly on 6/8/17. - */ public class EarlyTerminationDataSetIteratorTest extends BaseDL4JTest { int minibatchSize = 10; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIteratorTest.java index c9f023f78..51f7cd949 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIteratorTest.java @@ -36,9 +36,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by susaneraly on 6/8/17. - */ public class EarlyTerminationMultiDataSetIteratorTest extends BaseDL4JTest { int minibatchSize = 5; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/JointParallelDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/JointParallelDataSetIteratorTest.java index 7a2ea769d..23c2da124 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/JointParallelDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/JointParallelDataSetIteratorTest.java @@ -34,9 +34,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; -/** - * @author raver119@gmail.com - */ @Slf4j public class JointParallelDataSetIteratorTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/MultiDataSetSplitterTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/MultiDataSetSplitterTests.java index 59c205e37..ec23dc31a 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/MultiDataSetSplitterTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/MultiDataSetSplitterTests.java @@ -34,10 +34,6 @@ import java.util.Random; import static org.junit.Assert.*; -/** - * - * @author raver119@gmail.com - */ public class MultiDataSetSplitterTests extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestAsyncIterator.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestAsyncIterator.java index b54fa8012..66837621d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestAsyncIterator.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestAsyncIterator.java @@ -35,10 +35,6 @@ import java.util.List; import static junit.framework.TestCase.assertTrue; import static org.junit.Assert.*; -/** - * - * @author Alex Black - */ @Ignore public class TestAsyncIterator extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestEmnistDataSetIterator.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestEmnistDataSetIterator.java index 52478324c..888e514de 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestEmnistDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/TestEmnistDataSetIterator.java @@ -33,9 +33,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.*; -/** - * Created by Alex on 28/07/2017. - */ @Slf4j public class TestEmnistDataSetIterator extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/MultiDataSetGenerator.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/MultiDataSetGenerator.java index 57669ee21..08c3935c6 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/MultiDataSetGenerator.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/MultiDataSetGenerator.java @@ -30,10 +30,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.concurrent.atomic.AtomicLong; -/** - * Simple tool that generates pre-defined datastes - * @author raver119@gmail.com - */ public class MultiDataSetGenerator implements MultiDataSetIterator { protected final int[] shapeFeatures; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/SimpleVariableGenerator.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/SimpleVariableGenerator.java index 18edb0c7f..172a80167 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/SimpleVariableGenerator.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/SimpleVariableGenerator.java @@ -29,9 +29,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * @author raver119@gmail.com - */ public class SimpleVariableGenerator implements DataSetIterator { private long seed; private int numBatches; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableMultiTimeseriesGenerator.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableMultiTimeseriesGenerator.java index af0bf2f7a..d971bb5a1 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableMultiTimeseriesGenerator.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableMultiTimeseriesGenerator.java @@ -31,10 +31,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.Random; import java.util.concurrent.atomic.AtomicInteger; -/** - * This helper class generates - * @author raver119@gmail.com - */ @Slf4j public class VariableMultiTimeseriesGenerator implements MultiDataSetIterator { protected Random rng; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableTimeseriesGenerator.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableTimeseriesGenerator.java index a043bbcec..818303a3e 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableTimeseriesGenerator.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/datasets/iterator/tools/VariableTimeseriesGenerator.java @@ -32,10 +32,6 @@ import java.util.List; import java.util.Random; import java.util.concurrent.atomic.AtomicInteger; -/** - * This helper class generates - * @author raver119@gmail.com - */ @Slf4j public class VariableTimeseriesGenerator implements DataSetIterator { protected Random rng; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvalTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvalTest.java index a795e17af..90bb43d95 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvalTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvalTest.java @@ -63,9 +63,6 @@ import java.util.*; import static org.junit.Assert.*; -/** - * Created by agibsonccc on 12/22/14. - */ public class EvalTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvaluationToolsTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvaluationToolsTests.java index d5a401353..63406f221 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvaluationToolsTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/EvaluationToolsTests.java @@ -41,9 +41,6 @@ import org.nd4j.linalg.lossfunctions.LossFunctions; import java.util.Arrays; import java.util.Random; -/** - * Created by Alex on 07/01/2017. - */ public class EvaluationToolsTests extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/ROCTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/ROCTest.java index 0fdc9ac80..09586699d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/ROCTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/ROCTest.java @@ -45,9 +45,6 @@ import java.util.*; import static org.junit.Assert.*; -/** - * Created by Alex on 04/11/2016. - */ public class ROCTest extends BaseDL4JTest { private static Map expTPR; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/RegressionEvalTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/RegressionEvalTest.java index 42456dfcb..e5ac052ab 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/RegressionEvalTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/eval/RegressionEvalTest.java @@ -43,9 +43,6 @@ import static org.junit.Assert.assertEquals; import static org.nd4j.linalg.indexing.NDArrayIndex.all; import static org.nd4j.linalg.indexing.NDArrayIndex.interval; -/** - * @author Alex Black - */ public class RegressionEvalTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidConfigurations.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidConfigurations.java index 9b027a725..88ff4ccb1 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidConfigurations.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidConfigurations.java @@ -36,9 +36,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.fail; -/** - * A set of tests to ensure that useful exceptions are thrown on invalid network configurations - */ @Slf4j public class TestInvalidConfigurations extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidInput.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidInput.java index 587c58cbe..495241964 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidInput.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestInvalidInput.java @@ -38,9 +38,6 @@ import java.util.Map; import static org.junit.Assert.*; -/** - * A set of tests to ensure that useful exceptions are thrown on invalid input - */ @Slf4j public class TestInvalidInput extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestRecordReaders.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestRecordReaders.java index 3af853b97..e647b794b 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestRecordReaders.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/exceptions/TestRecordReaders.java @@ -40,9 +40,6 @@ import java.util.Collection; import static junit.framework.TestCase.fail; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 14/11/2016. - */ public class TestRecordReaders extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/CNNGradientCheckTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/CNNGradientCheckTest.java index 2eb429ad9..c0f333690 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/CNNGradientCheckTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/CNNGradientCheckTest.java @@ -54,9 +54,6 @@ import static org.deeplearning4j.nn.conf.ConvolutionMode.Same; import static org.deeplearning4j.nn.conf.ConvolutionMode.Truncate; import static org.junit.Assert.*; -/** - * Created by nyghtowl on 9/1/15. - */ @RunWith(Parameterized.class) public class CNNGradientCheckTest extends BaseDL4JTest { private static final boolean PRINT_RESULTS = true; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/DropoutGradientCheck.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/DropoutGradientCheck.java index 5c7147c74..ec36fdd82 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/DropoutGradientCheck.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/DropoutGradientCheck.java @@ -46,9 +46,6 @@ import org.nd4j.linalg.lossfunctions.LossFunctions.LossFunction; import static org.junit.Assert.assertTrue; -/** - * @author Alex Black - */ @Slf4j public class DropoutGradientCheck extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GlobalPoolingGradientCheckTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GlobalPoolingGradientCheckTests.java index aac145174..34315df6d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GlobalPoolingGradientCheckTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GlobalPoolingGradientCheckTests.java @@ -43,9 +43,6 @@ import java.util.Random; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 17/01/2017. - */ public class GlobalPoolingGradientCheckTests extends BaseDL4JTest { static { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTests.java index c14f34db0..b5cad31fa 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTests.java @@ -57,9 +57,6 @@ import java.util.Random; import static org.deeplearning4j.gradientcheck.GradientCheckUtil.checkGradients; import static org.junit.Assert.*; -/** - * @author Alex Black 14 Aug 2015 - */ @Slf4j public class GradientCheckTests extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTestsMasking.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTestsMasking.java index 0f33ff81b..06b0ca1fd 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTestsMasking.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/GradientCheckTestsMasking.java @@ -51,8 +51,6 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; import static org.nd4j.linalg.indexing.NDArrayIndex.*; -/**Gradient checking tests with masking (i.e., variable length time series inputs, one-to-many and many-to-one etc) - */ public class GradientCheckTestsMasking extends BaseDL4JTest { private static final boolean PRINT_RESULTS = true; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LRNGradientCheckTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LRNGradientCheckTests.java index 6dd3e638a..c128dcfdf 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LRNGradientCheckTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LRNGradientCheckTests.java @@ -42,9 +42,6 @@ import java.util.Random; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 08/09/2016. - */ public class LRNGradientCheckTests extends BaseDL4JTest { private static final boolean PRINT_RESULTS = true; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LSTMGradientCheckTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LSTMGradientCheckTests.java index d7a0e0425..2b3391828 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LSTMGradientCheckTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LSTMGradientCheckTests.java @@ -43,9 +43,6 @@ import java.util.Random; import static org.junit.Assert.assertTrue; -/** - * @author Alex Black 14 Aug 2015 - */ public class LSTMGradientCheckTests extends BaseDL4JTest { private static final boolean PRINT_RESULTS = true; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LossFunctionGradientCheck.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LossFunctionGradientCheck.java index 29d2fec3a..efaef6db3 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LossFunctionGradientCheck.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/LossFunctionGradientCheck.java @@ -61,9 +61,6 @@ import static org.junit.Assert.assertTrue; import static org.nd4j.linalg.indexing.NDArrayIndex.all; import static org.nd4j.linalg.indexing.NDArrayIndex.point; -/** - * Created by Alex on 12/09/2016. - */ @Slf4j public class LossFunctionGradientCheck extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/VaeGradientCheckTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/VaeGradientCheckTests.java index 8c061dc9d..4730de189 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/VaeGradientCheckTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/VaeGradientCheckTests.java @@ -45,9 +45,6 @@ import java.util.Arrays; import static org.junit.Assert.assertTrue; -/** - * @author Alex Black - */ public class VaeGradientCheckTests extends BaseDL4JTest { private static final boolean PRINT_RESULTS = false; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/YoloGradientCheckTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/YoloGradientCheckTests.java index 05808df54..0926c0c16 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/YoloGradientCheckTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/gradientcheck/YoloGradientCheckTests.java @@ -57,9 +57,6 @@ import java.io.InputStream; import static org.junit.Assert.assertArrayEquals; import static org.junit.Assert.assertTrue; -/** - * @author Alex Black - */ @RunWith(Parameterized.class) public class YoloGradientCheckTests extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/JsonTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/JsonTest.java index 92fe50004..a57b566e3 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/JsonTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/JsonTest.java @@ -30,9 +30,6 @@ import org.nd4j.linalg.lossfunctions.impl.*; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 26/06/2017. - */ public class JsonTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/MultiLayerNeuralNetConfigurationTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/MultiLayerNeuralNetConfigurationTest.java index 9f68cc205..e80c422bf 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/MultiLayerNeuralNetConfigurationTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/MultiLayerNeuralNetConfigurationTest.java @@ -48,9 +48,6 @@ import java.util.Properties; import static org.junit.Assert.*; -/** - * Created by agibsonccc on 11/27/14. - */ @Slf4j public class MultiLayerNeuralNetConfigurationTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/NeuralNetConfigurationTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/NeuralNetConfigurationTest.java index cc4336f55..457645485 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/NeuralNetConfigurationTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/NeuralNetConfigurationTest.java @@ -53,9 +53,6 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotSame; import static org.junit.Assert.assertTrue; -/** - * Created by agibsonccc on 11/27/14. - */ public class NeuralNetConfigurationTest extends BaseDL4JTest { final DataSet trainingSet = createData(); diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ElementWiseVertexTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ElementWiseVertexTest.java index 06efdb348..6e0777375 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ElementWiseVertexTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ElementWiseVertexTest.java @@ -48,10 +48,6 @@ import java.util.Map; import static org.junit.Assert.assertArrayEquals; -/** - * Created by binesh on 6/14/2017. - */ - public class ElementWiseVertexTest extends BaseDL4JTest { @Test public void testElementWiseVertexNumParams() { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ShiftVertexTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ShiftVertexTest.java index 555646939..0c9f7f236 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ShiftVertexTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/graph/ShiftVertexTest.java @@ -46,10 +46,6 @@ import org.nd4j.common.primitives.Pair; import java.util.Map; import java.util.TreeMap; -/** - * Created by binesh on 6/13/2017. - */ - public class ShiftVertexTest extends BaseDL4JTest { @Test public void testShiftVertexNumParamsTrue() { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/CustomPreprocessorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/CustomPreprocessorTest.java index 2b1cdba87..dcd4a2e50 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/CustomPreprocessorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/CustomPreprocessorTest.java @@ -39,9 +39,6 @@ import java.util.Collection; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 09/09/2016. - */ public class CustomPreprocessorTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/custom/MyCustomPreprocessor.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/custom/MyCustomPreprocessor.java index fa9b1705e..c5554e4f1 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/custom/MyCustomPreprocessor.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/conf/preprocessor/custom/MyCustomPreprocessor.java @@ -28,9 +28,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.common.primitives.Pair; import org.deeplearning4j.nn.workspace.LayerWorkspaceMgr; -/** - * Created by Alex on 09/09/2016. - */ @EqualsAndHashCode public class MyCustomPreprocessor implements InputPreProcessor { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/graph/TestCompGraphCNN.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/graph/TestCompGraphCNN.java index 54f1c0fe7..30bebcf91 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/graph/TestCompGraphCNN.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/graph/TestCompGraphCNN.java @@ -47,9 +47,6 @@ import java.util.List; import static org.junit.Assert.*; -/** - * Created by nyghtowl on 1/15/16. - */ //@Ignore public class TestCompGraphCNN extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/BaseLayerTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/BaseLayerTest.java index ff888cee4..ea032ecce 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/BaseLayerTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/BaseLayerTest.java @@ -41,9 +41,6 @@ import java.util.Map; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotEquals; -/** - * Created by nyghtowl on 11/15/15. - */ public class BaseLayerTest extends BaseDL4JTest { protected INDArray weight = Nd4j.create(new double[] {0.10, -0.20, -0.15, 0.05}, new int[] {2, 2}); diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/CenterLossOutputLayerTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/CenterLossOutputLayerTest.java index b51d5b392..a7c304a83 100755 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/CenterLossOutputLayerTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/CenterLossOutputLayerTest.java @@ -49,11 +49,6 @@ import java.util.Random; import static org.junit.Assert.assertNotEquals; -/** - * Test CenterLossOutputLayer. - * - * @author Justin Long (@crockpotveggies) - */ public class CenterLossOutputLayerTest extends BaseDL4JTest { private ComputationGraph getGraph(int numLabels, double lambda) { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerTest.java index a18cb3181..9849810b4 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerTest.java @@ -43,9 +43,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by susaneraly on 2/5/17. - */ @Slf4j public class FrozenLayerTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerWithBackpropTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerWithBackpropTest.java index 3fcaaf0ca..40d0aed93 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerWithBackpropTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/FrozenLayerWithBackpropTest.java @@ -48,10 +48,6 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotEquals; import static org.junit.Assert.assertNotNull; -/** - * Created by Ugljesa Jovanovic (jovanovic.ugljesa@gmail.com) on 06/05/2018. - * Reused instantiation tests from {@link FrozenLayerTest} - */ @Slf4j public class FrozenLayerWithBackpropTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/OutputLayerTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/OutputLayerTest.java index 2ace126cd..03e48b169 100755 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/OutputLayerTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/OutputLayerTest.java @@ -52,9 +52,6 @@ import java.util.Random; import static org.junit.Assert.*; -/** - * Created by agibsonccc on 9/1/14. - */ @Slf4j public class OutputLayerTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/convolution/TestConvolutionModes.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/convolution/TestConvolutionModes.java index b9fcf9bdb..d5b20a072 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/convolution/TestConvolutionModes.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/convolution/TestConvolutionModes.java @@ -47,9 +47,6 @@ import java.util.List; import static org.junit.Assert.*; -/** - * Created by Alex on 15/11/2016. - */ @Slf4j public class TestConvolutionModes extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomActivation.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomActivation.java index e1e0ffcf8..0e777ea1e 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomActivation.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomActivation.java @@ -40,9 +40,6 @@ import java.util.Collection; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 19/12/2016. - */ public class TestCustomActivation extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomLayers.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomLayers.java index 4f039cc4c..cd73c0850 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomLayers.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/TestCustomLayers.java @@ -50,9 +50,6 @@ import java.util.Set; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 26/08/2016. - */ public class TestCustomLayers extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomActivation.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomActivation.java index 095e27d1a..e73a6fea6 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomActivation.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomActivation.java @@ -26,9 +26,6 @@ import org.nd4j.linalg.activations.IActivation; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.common.primitives.Pair; -/** - * Created by Alex on 19/12/2016. - */ @EqualsAndHashCode public class CustomActivation extends BaseActivationFunction implements IActivation { @Override diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayer.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayer.java index 89bd66f96..cd75501ae 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayer.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayer.java @@ -37,9 +37,6 @@ import org.nd4j.shade.jackson.annotation.JsonProperty; import java.util.Collection; import java.util.Map; -/** - * Created by Alex on 26/08/2016. - */ @Data @EqualsAndHashCode(callSuper = true) public class CustomLayer extends FeedForwardLayer { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayerImpl.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayerImpl.java index 4ef9118ba..e0f582a52 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayerImpl.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomLayerImpl.java @@ -24,12 +24,6 @@ import org.deeplearning4j.nn.conf.NeuralNetConfiguration; import org.deeplearning4j.nn.layers.BaseLayer; import org.nd4j.linalg.api.buffer.DataType; -/** - * - * Basically: identical to DenseLayer - * - * Created by Alex on 26/08/2016. - */ public class CustomLayerImpl extends BaseLayer { public CustomLayerImpl(NeuralNetConfiguration conf, DataType dataType) { super(conf, dataType); diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayer.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayer.java index df4064367..64fb0416d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayer.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayer.java @@ -39,12 +39,6 @@ import org.nd4j.linalg.lossfunctions.LossFunctions; import java.util.Collection; import java.util.Map; -/** - * A custom output layer for testing. Functionally equivalent to {@link OutputLayer}, but defined here to test JSON - * etc. - * - * @author Alex Black - */ @Data @NoArgsConstructor @ToString(callSuper = true) diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayerImpl.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayerImpl.java index 0654aa408..349adba9d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayerImpl.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/custom/testclasses/CustomOutputLayerImpl.java @@ -27,9 +27,6 @@ import org.deeplearning4j.nn.workspace.LayerWorkspaceMgr; import org.nd4j.linalg.api.buffer.DataType; import org.nd4j.linalg.api.ndarray.INDArray; -/** - * Created by Alex on 28/08/2016. - */ public class CustomOutputLayerImpl extends BaseOutputLayer { public CustomOutputLayerImpl(NeuralNetConfiguration conf, DataType dataType) { super(conf, dataType); diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/feedforward/dense/DenseTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/feedforward/dense/DenseTest.java index ae45ba90b..ec9ed319a 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/feedforward/dense/DenseTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/feedforward/dense/DenseTest.java @@ -41,9 +41,6 @@ import org.nd4j.linalg.lossfunctions.LossFunctions; import static org.junit.Assert.assertEquals; -/** - * Created by nyghtowl on 8/31/15. - */ public class DenseTest extends BaseDL4JTest { private int numSamples = 150; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/pooling/GlobalPoolingMaskingTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/pooling/GlobalPoolingMaskingTests.java index 1c1889ca5..6733bdaab 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/pooling/GlobalPoolingMaskingTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/pooling/GlobalPoolingMaskingTests.java @@ -45,9 +45,6 @@ import static org.junit.Assert.assertArrayEquals; import static org.junit.Assert.assertEquals; import static org.nd4j.linalg.indexing.NDArrayIndex.*; -/** - * Created by Alex on 18/01/2017. - */ public class GlobalPoolingMaskingTests extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestReconstructionDistributions.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestReconstructionDistributions.java index 2bb81a240..9491f9ee7 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestReconstructionDistributions.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestReconstructionDistributions.java @@ -43,9 +43,6 @@ import java.util.Random; import static org.junit.Assert.*; -/** - * Created by Alex on 25/11/2016. - */ @Slf4j public class TestReconstructionDistributions extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestVAE.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestVAE.java index 40c489bea..e4fa96753 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestVAE.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/layers/variational/TestVAE.java @@ -51,9 +51,6 @@ import java.util.Map; import static org.junit.Assert.*; -/** - * Created by Alex on 26/11/2016. - */ public class TestVAE extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/misc/TestMemoryReports.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/misc/TestMemoryReports.java index 9d94d496f..8a2593dd2 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/misc/TestMemoryReports.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/misc/TestMemoryReports.java @@ -51,9 +51,6 @@ import java.util.List; import static org.junit.Assert.assertArrayEquals; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 14/07/2017. - */ public class TestMemoryReports extends BaseDL4JTest { public static List> getTestLayers() { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/MultiLayerTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/MultiLayerTest.java index 106271227..8a9a7a787 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/MultiLayerTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/MultiLayerTest.java @@ -83,9 +83,6 @@ import java.util.*; import static org.junit.Assert.*; -/** - * Created by agibsonccc on 12/27/14. - */ @Slf4j public class MultiLayerTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/TestMasking.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/TestMasking.java index 74f63e589..dd0dd103d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/TestMasking.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/multilayer/TestMasking.java @@ -56,9 +56,6 @@ import java.util.Collections; import static org.junit.Assert.*; -/** - * Created by Alex on 20/01/2017. - */ public class TestMasking extends BaseDL4JTest { static { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/rl/TestMultiModelGradientApplication.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/rl/TestMultiModelGradientApplication.java index 8703c4f55..a75d806f0 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/rl/TestMultiModelGradientApplication.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/rl/TestMultiModelGradientApplication.java @@ -44,12 +44,6 @@ import org.deeplearning4j.nn.workspace.LayerWorkspaceMgr; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotEquals; -/** - * Testing calculating a Gradient object in one model, and updating/applying it on another. - * This is used for example in RL4J - * - * @author Alex Black - */ public class TestMultiModelGradientApplication extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningJson.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningJson.java index 2349051c9..6c5e1ae93 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningJson.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningJson.java @@ -27,9 +27,6 @@ import org.nd4j.linalg.learning.config.AdaGrad; import static org.junit.Assert.assertEquals; -/** - * Created by Alex on 27/03/2017. - */ public class TestTransferLearningJson extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningModelSerializer.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningModelSerializer.java index 8de609f93..795d2950c 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningModelSerializer.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TestTransferLearningModelSerializer.java @@ -43,9 +43,6 @@ import java.util.Map; import static org.junit.Assert.*; -/** - * Created by Alex on 10/07/2017. - */ public class TestTransferLearningModelSerializer extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningCompGraphTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningCompGraphTest.java index d7a11641d..0503214d5 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningCompGraphTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningCompGraphTest.java @@ -55,9 +55,6 @@ import java.util.Map; import static org.junit.Assert.*; -/** - * Created by susaneraly on 2/17/17. - */ public class TransferLearningCompGraphTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningComplex.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningComplex.java index f136be800..3b6e319c3 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningComplex.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningComplex.java @@ -44,9 +44,6 @@ import org.nd4j.linalg.lossfunctions.LossFunctions; import static org.junit.Assert.*; -/** - * Created by susaneraly on 2/20/17. - */ @Slf4j public class TransferLearningComplex extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningHelperTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningHelperTest.java index dd9196f16..8305879e5 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningHelperTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningHelperTest.java @@ -44,9 +44,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by susaneraly on 2/24/17. - */ @Slf4j public class TransferLearningHelperTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningMLNTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningMLNTest.java index 33fe7f928..64478feb4 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningMLNTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/transferlearning/TransferLearningMLNTest.java @@ -57,9 +57,6 @@ import java.util.Map; import static org.junit.Assert.*; -/** - * Created by susaneraly on 2/15/17. - */ @Slf4j public class TransferLearningMLNTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomGradientUpdater.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomGradientUpdater.java index d30710e4a..61e2ac72e 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomGradientUpdater.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomGradientUpdater.java @@ -26,9 +26,6 @@ import org.nd4j.linalg.learning.GradientUpdater; import java.util.Map; -/** - * Created by Alex on 09/05/2017. - */ @AllArgsConstructor public class CustomGradientUpdater implements GradientUpdater { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomIUpdater.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomIUpdater.java index 0596447cc..bd58b44e7 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomIUpdater.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/CustomIUpdater.java @@ -29,9 +29,6 @@ import org.nd4j.linalg.schedule.ISchedule; import java.util.Map; -/** - * Created by Alex on 09/05/2017. - */ @AllArgsConstructor @Data public class CustomIUpdater implements IUpdater { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/TestCustomUpdater.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/TestCustomUpdater.java index 46612a99f..e2d7b46e3 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/TestCustomUpdater.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/updater/custom/TestCustomUpdater.java @@ -37,9 +37,6 @@ import org.nd4j.linalg.lossfunctions.LossFunctions; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 09/05/2017. - */ public class TestCustomUpdater extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/util/TestDataSetConsumer.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/util/TestDataSetConsumer.java index 08425ba2e..cbc94f1f2 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/util/TestDataSetConsumer.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/util/TestDataSetConsumer.java @@ -28,11 +28,6 @@ import org.slf4j.LoggerFactory; import java.util.concurrent.atomic.AtomicLong; -/** - * Class that consumes DataSets with specified delays, suitable for testing - * - * @author raver119@gmail.com - */ public class TestDataSetConsumer { private DataSetIterator iterator; private long delay; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/LegacyWeightInitTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/LegacyWeightInitTest.java index c0acef716..669ca7692 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/LegacyWeightInitTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/LegacyWeightInitTest.java @@ -39,12 +39,6 @@ import java.util.List; import static org.junit.Assert.*; -/** - * Test that {@link WeightInit} is compatible with the corresponding classes which implement {@link IWeightInit}. Mocks - * Nd4j.randomFactory so that legacy and new implementation can be compared exactly. - * - * @author Christian Skarby - */ public class LegacyWeightInitTest extends BaseDL4JTest { private RandomFactory prevFactory; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitIdentityTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitIdentityTest.java index 881e2d850..be0a1c471 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitIdentityTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitIdentityTest.java @@ -36,11 +36,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; -/** - * Test cases for {@link WeightInitIdentity} - * - * @author Christian Skarby - */ public class WeightInitIdentityTest extends BaseDL4JTest { /** diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitUtilTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitUtilTest.java index 0fccaa462..ef137bc67 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitUtilTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/nn/weights/WeightInitUtilTest.java @@ -32,9 +32,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; -/** - * Created by nyghtowl on 11/14/15. - */ public class WeightInitUtilTest extends BaseDL4JTest { protected int fanIn = 3; protected int fanOut = 2; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimize/solver/accumulation/EncodedGradientsAccumulatorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimize/solver/accumulation/EncodedGradientsAccumulatorTest.java index 39fed5ad4..15379a37d 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimize/solver/accumulation/EncodedGradientsAccumulatorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimize/solver/accumulation/EncodedGradientsAccumulatorTest.java @@ -36,11 +36,6 @@ import org.nd4j.nativeblas.OpaqueDataBuffer; import static org.junit.Assert.assertNotNull; import static org.junit.Assert.assertTrue; -/** - * Tests for memory-related stuff in gradients accumulator - * - * @author raver119@gmail.com - */ @Slf4j public class EncodedGradientsAccumulatorTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimizer/listener/TestListeners.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimizer/listener/TestListeners.java index b0a184c9e..6897ea540 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimizer/listener/TestListeners.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/optimizer/listener/TestListeners.java @@ -65,9 +65,6 @@ import java.util.Map; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 01/01/2017. - */ @Slf4j public class TestListeners extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/AsyncIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/AsyncIteratorTest.java index 62e626da7..5bfde3fa2 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/AsyncIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/AsyncIteratorTest.java @@ -28,9 +28,6 @@ import java.util.ArrayList; import static org.junit.Assert.assertEquals; -/** - * @author raver119@gmail.com - */ public class AsyncIteratorTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/FancyBlockingQueueTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/FancyBlockingQueueTests.java index 7b3b28752..91ef1d72f 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/FancyBlockingQueueTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/FancyBlockingQueueTests.java @@ -31,9 +31,6 @@ import java.util.concurrent.atomic.AtomicLong; import static org.junit.Assert.assertEquals; -/** - * @author raver119@gmail.com - */ @Slf4j public class FancyBlockingQueueTests extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/MultiBooleanTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/MultiBooleanTest.java index 980e71842..9abc3e8a7 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/MultiBooleanTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/MultiBooleanTest.java @@ -27,9 +27,6 @@ import org.junit.Test; import static org.junit.Assert.assertFalse; import static org.junit.Assert.assertTrue; -/** - * @author raver119@gmail.com - */ public class MultiBooleanTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/ParallelExistingMiniBatchDataSetIteratorTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/ParallelExistingMiniBatchDataSetIteratorTest.java index faa12c538..918d4aace 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/ParallelExistingMiniBatchDataSetIteratorTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/ParallelExistingMiniBatchDataSetIteratorTest.java @@ -39,9 +39,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; -/** - * @author raver119@gmail.com - */ @Slf4j public class ParallelExistingMiniBatchDataSetIteratorTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/RandomTests.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/RandomTests.java index 6e9e72578..e0eea0f27 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/RandomTests.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/parallelism/RandomTests.java @@ -43,9 +43,6 @@ import java.util.concurrent.CopyOnWriteArrayList; import static org.junit.Assert.assertEquals; -/** - * @author raver119@gmail.com - */ public class RandomTests extends BaseDL4JTest { /** diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/plot/BarnesHutTsneTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/plot/BarnesHutTsneTest.java index b4aca791c..563d50963 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/plot/BarnesHutTsneTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/plot/BarnesHutTsneTest.java @@ -56,11 +56,6 @@ import static org.junit.Assert.assertArrayEquals; import static org.junit.Assert.assertEquals; import static org.nd4j.linalg.factory.Nd4j.zeros; -// import org.nd4j.jita.conf.CudaEnvironment; - -/** - * Created by agibsonccc on 10/1/14. - */ @Slf4j public class BarnesHutTsneTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest050.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest050.java index 4e492acf9..0216ce3a2 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest050.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest050.java @@ -50,14 +50,6 @@ import java.io.File; import static org.junit.Assert.*; -/** - * - * Regression tests for DL4J 0.5.0 - i.e., can we still load basic models generated in 0.5.0? - * See dl4j-test-resources/src/main/resources/regression_testing/050/050_regression_test_readme.md - * - * - * @author Alex Black - */ public class RegressionTest050 extends BaseDL4JTest { @Override diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest060.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest060.java index 05b722d60..b18933adb 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest060.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest060.java @@ -53,14 +53,6 @@ import java.io.File; import static org.junit.Assert.*; -/** - * - * Regression tests for DL4J 0.5.0 - i.e., can we still load basic models generated in 0.5.0? - * See dl4j-test-resources/src/main/resources/regression_testing/050/050_regression_test_readme.md - * - * - * @author Alex Black - */ public class RegressionTest060 extends BaseDL4JTest { @Override diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest071.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest071.java index 15605484f..b804451c2 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest071.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest071.java @@ -54,14 +54,6 @@ import java.io.File; import static org.junit.Assert.*; -/** - * - * Regression tests for DL4J 0.5.0 - i.e., can we still load basic models generated in 0.5.0? - * See dl4j-test-resources/src/main/resources/regression_testing/050/050_regression_test_readme.md - * - * - * @author Alex Black - */ public class RegressionTest071 extends BaseDL4JTest { @Override diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest080.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest080.java index 1ce5be167..532a8ebc0 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest080.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/RegressionTest080.java @@ -53,14 +53,6 @@ import java.io.File; import static org.junit.Assert.*; -/** - * - * Regression tests for DL4J 0.5.0 - i.e., can we still load basic models generated in 0.5.0? - * See dl4j-test-resources/src/main/resources/regression_testing/050/050_regression_test_readme.md - * - * - * @author Alex Black - */ public class RegressionTest080 extends BaseDL4JTest { @Override diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/TestDistributionDeserializer.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/TestDistributionDeserializer.java index c4dcc89ea..d4e2b015b 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/TestDistributionDeserializer.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/TestDistributionDeserializer.java @@ -29,9 +29,6 @@ import org.nd4j.shade.jackson.databind.ObjectMapper; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by Alex on 08/05/2017. - */ public class TestDistributionDeserializer extends BaseDL4JTest { @Override diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayer.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayer.java index 307553f64..00a2b6242 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayer.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayer.java @@ -40,11 +40,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.Collection; import java.util.Map; -/** - * Layer configuration class for the custom layer example - * - * @author Alex Black - */ public class CustomLayer extends FeedForwardLayer { private IActivation secondActivationFunction; diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayerImpl.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayerImpl.java index 9746f30c7..18c0ab8e0 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayerImpl.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/regressiontest/customlayer100a/CustomLayerImpl.java @@ -33,11 +33,6 @@ import org.nd4j.linalg.factory.Nd4j; import org.nd4j.linalg.indexing.NDArrayIndex; import org.nd4j.common.primitives.Pair; -/** - * Layer (implementation) class for the custom layer example - * - * @author Alex Black - */ public class CustomLayerImpl extends BaseLayer { //Generic parameter here: the configuration class type public CustomLayerImpl(NeuralNetConfiguration conf, DataType dataType) { diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/ui/UiConnectionInfoTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/ui/UiConnectionInfoTest.java index f8ee23cd3..0e2a71c5c 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/ui/UiConnectionInfoTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/ui/UiConnectionInfoTest.java @@ -27,9 +27,6 @@ import org.junit.Test; import static org.junit.Assert.assertEquals; -/** - * @author raver119@gmail.com - */ public class UiConnectionInfoTest extends BaseDL4JTest { @Before diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelGuesserTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelGuesserTest.java index 04f230b4f..ede2147a7 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelGuesserTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelGuesserTest.java @@ -51,9 +51,6 @@ import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; import static org.junit.Assume.assumeNotNull; -/** - * Created by agibsonccc on 12/29/16. - */ public class ModelGuesserTest extends BaseDL4JTest { @Rule diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelSerializerTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelSerializerTest.java index 4bd3b240f..0c98afcba 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelSerializerTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/ModelSerializerTest.java @@ -56,9 +56,6 @@ import java.util.*; import static org.junit.Assert.*; -/** - * @author raver119@gmail.com - */ public class ModelSerializerTest extends BaseDL4JTest { @Rule diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/MovingWindowMatrixTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/MovingWindowMatrixTest.java index 8f51614ab..47e05b772 100755 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/MovingWindowMatrixTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/MovingWindowMatrixTest.java @@ -30,9 +30,6 @@ import java.util.List; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 6/11/14. - */ public class MovingWindowMatrixTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/SerializationUtilsTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/SerializationUtilsTest.java index 5cbb7f805..2bfd6c536 100755 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/SerializationUtilsTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/SerializationUtilsTest.java @@ -33,9 +33,6 @@ import java.io.File; import static org.junit.Assert.assertEquals; -/** - * Created by mjk on 9/15/14. - */ public class SerializationUtilsTest extends BaseDL4JTest { @Rule diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TestUIDProvider.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TestUIDProvider.java index 356c79fb8..5be40b14a 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TestUIDProvider.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TestUIDProvider.java @@ -28,9 +28,6 @@ import static junit.framework.TestCase.assertTrue; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertNotNull; -/** - * Created by Alex on 26/06/2016. - */ public class TestUIDProvider extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TimeSeriesUtilsTest.java b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TimeSeriesUtilsTest.java index dc861b3e6..bb652f670 100644 --- a/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TimeSeriesUtilsTest.java +++ b/deeplearning4j/deeplearning4j-core/src/test/java/org/deeplearning4j/util/TimeSeriesUtilsTest.java @@ -28,9 +28,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 12/29/14. - */ public class TimeSeriesUtilsTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/base/EmnistFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/base/EmnistFetcher.java index 23553561b..62afa7bc6 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/base/EmnistFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/base/EmnistFetcher.java @@ -24,11 +24,6 @@ import lombok.extern.slf4j.Slf4j; import org.deeplearning4j.common.resources.DL4JResources; import org.deeplearning4j.datasets.iterator.impl.EmnistDataSetIterator; -/** - * Downloader for EMNIST dataset - * - * @author Alex Black - */ @Slf4j public class EmnistFetcher extends MnistFetcher { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableDataSet.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableDataSet.java index 93e2022b8..54cc84a9d 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableDataSet.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableDataSet.java @@ -23,12 +23,6 @@ package org.deeplearning4j.datasets.fetchers; import org.datavec.api.records.reader.RecordReader; import org.datavec.image.transform.ImageTransform; -/** - * Interface for defining a model that can be instantiated and return - * information about itself. - * - * @author Justin Long (crockpotveggies) - */ interface CacheableDataSet { String remoteDataUrl(); diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableExtractableDataSetFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableExtractableDataSetFetcher.java index a80df5572..68fb73a64 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableExtractableDataSetFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/CacheableExtractableDataSetFetcher.java @@ -32,11 +32,6 @@ import java.net.URL; import java.util.zip.Adler32; import java.util.zip.Checksum; -/** - * Abstract class for enabling dataset downloading and local caching. - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public abstract class CacheableExtractableDataSetFetcher implements CacheableDataSet { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/Cifar10Fetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/Cifar10Fetcher.java index 752cf6d53..bf28ce45a 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/Cifar10Fetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/Cifar10Fetcher.java @@ -34,14 +34,6 @@ import org.nd4j.common.base.Preconditions; import java.io.File; import java.util.Random; -/** - * CifarDataSetIterator is an iterator for CIFAR-10 dataset - 10 classes, with 32x32 images with 3 channels (RGB) - * - * This fetcher uses a cached version of the CIFAR dataset which is converted to PNG images, - * see: https://pjreddie.com/projects/cifar-10-dataset-mirror/. - * - * @author Justin Long (crockpotveggies) - */ public class Cifar10Fetcher extends CacheableExtractableDataSetFetcher { public static final String LABELS_FILENAME = "labels.txt"; public static final String LOCAL_CACHE_NAME = "cifar10"; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/DataSetType.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/DataSetType.java index e99bba7a5..20d49504c 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/DataSetType.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/DataSetType.java @@ -20,11 +20,6 @@ package org.deeplearning4j.datasets.fetchers; -/** - * Specify whether train, test, or validation. - * - * @author Justin Long (crockpotveggies) - */ public enum DataSetType { TRAIN, TEST, VALIDATION } diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/EmnistDataFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/EmnistDataFetcher.java index 583ff9760..70d974e99 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/EmnistDataFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/EmnistDataFetcher.java @@ -35,12 +35,6 @@ import java.io.IOException; import java.util.Random; -/** - * Data fetcher for the EMNIST dataset - * - * @author Alex Black - * - */ @Slf4j public class EmnistDataFetcher extends MnistDataFetcher implements DataSetFetcher { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/MnistDataFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/MnistDataFetcher.java index 040a3f39c..be1dd952e 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/MnistDataFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/MnistDataFetcher.java @@ -42,11 +42,6 @@ import java.util.zip.Adler32; import java.util.zip.Checksum; -/** - * Data fetcher for the MNIST dataset - * @author Adam Gibson - * - */ public class MnistDataFetcher extends BaseDataFetcher { public static final int NUM_EXAMPLES = 60000; public static final int NUM_EXAMPLES_TEST = 10000; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/SvhnDataFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/SvhnDataFetcher.java index d02f50b14..03ae949aa 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/SvhnDataFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/SvhnDataFetcher.java @@ -30,18 +30,6 @@ import java.io.File; import java.io.IOException; import java.util.Random; -/** - * The Street View House Numbers (SVHN) Dataset is a real-world image dataset for developing machine learning - * and object recognition algorithms with minimal requirement on data preprocessing and formatting. - * - * The SVHN datasets contain 10 classes (digits) with 73257 digits for training, 26032 digits for testing, and 531131 extra. - * - * Datasets in "Format 1: Full Numbers" are fetched. - * - * See: http://ufldl.stanford.edu/housenumbers/ - * - * @author saudet - */ public class SvhnDataFetcher extends CacheableExtractableDataSetFetcher { private static String BASE_URL = "http://ufldl.stanford.edu/"; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/TinyImageNetFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/TinyImageNetFetcher.java index 9b9bb36a7..68dcd4185 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/TinyImageNetFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/TinyImageNetFetcher.java @@ -34,17 +34,6 @@ import org.nd4j.common.base.Preconditions; import java.io.File; import java.util.Random; -/** - * Tiny ImageNet is a subset of the ImageNet database. TinyImageNet is the default course challenge for CS321n - * at Stanford University. - * - * Tiny ImageNet has 200 classes, each consisting of 500 training images. - * - * See: http://cs231n.stanford.edu/ and - * https://tiny-imagenet.herokuapp.com/ - * - * @author Justin Long (crockpotveggies) - */ public class TinyImageNetFetcher extends CacheableExtractableDataSetFetcher { public static final String WORDS_FILENAME = "words.txt"; public static final String LOCAL_CACHE_NAME = "TINYIMAGENET_200"; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/UciSequenceDataFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/UciSequenceDataFetcher.java index 85b008eb7..b496490b8 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/UciSequenceDataFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/fetchers/UciSequenceDataFetcher.java @@ -36,15 +36,6 @@ import java.util.ArrayList; import java.util.Collections; import java.util.Random; -/** - * Fetcher for UCI synthetic control chart time series dataset. - *
- * Details: https://archive.ics.uci.edu/ml/datasets/Synthetic+Control+Chart+Time+Series
- * Data: https://archive.ics.uci.edu/ml/machine-learning-databases/synthetic_control-mld/synthetic_control.data - * Image: https://archive.ics.uci.edu/ml/machine-learning-databases/synthetic_control-mld/data.jpeg - * - * @author Briton Park (bpark738) - */ @Slf4j public class UciSequenceDataFetcher extends CacheableExtractableDataSetFetcher { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/Cifar10DataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/Cifar10DataSetIterator.java index f490ccacd..c0e78fa3b 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/Cifar10DataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/Cifar10DataSetIterator.java @@ -39,14 +39,6 @@ import java.util.HashMap; import java.util.List; import java.util.Map; -/** - * CifarDataSetIterator is an iterator for CIFAR-10 dataset - 10 classes, with 32x32 images with 3 channels (RGB) - * - * This fetcher uses a cached version of the CIFAR dataset which is converted to PNG images, - * see: https://pjreddie.com/projects/cifar-10-dataset-mirror/. - * - * @author Justin Long (crockpotveggies) - */ public class Cifar10DataSetIterator extends RecordReaderDataSetIterator { @Getter diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/EmnistDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/EmnistDataSetIterator.java index c2229dcc7..6d000582e 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/EmnistDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/EmnistDataSetIterator.java @@ -29,29 +29,6 @@ import java.io.IOException; import java.util.ArrayList; import java.util.List; -/** - * EMNIST DataSetIterator
- * EMNIST is similar to the common MNIST dataset (available via {@link MnistDataSetIterator}), with 6 different splits/ - * variants, specified by {@link Set}:
- *

    - *
  • COMPLETE: Also known as 'ByClass' split. 814,255 examples total (train + test), 62 classes
  • - *
  • MERGE: Also known as 'ByMerge' split. 814,255 examples total. 47 unbalanced classes. Combines lower and upper - * case characters (that are difficult to distinguish) into one class for each letter (instead of 2), for letters - * C, I, J, K, L, M, O, P, S, U, V, W, X, Y and Z
  • - *
  • BALANCED: 131,600 examples total. 47 classes (equal number of examples in each class)
  • - *
  • LETTERS: 145,600 examples total. 26 balanced classes
  • - *
  • DIGITS: 280,000 examples total. 10 balanced classes
  • - *
  • MNIST: 70,000 examples total. 10 balanced classes. Equivalent to the original MNIST dataset in {@link MnistDataSetIterator}
  • - *
- *
- * See: - * https://www.nist.gov/itl/iad/image-group/emnist-dataset and - * https://arxiv.org/abs/1702.05373 - * - * As per {@link MnistDataSetIterator}, the features data is in "flattened" format: shape [minibatch, 784]. - * - * @author Alex Black - */ public class EmnistDataSetIterator extends BaseDatasetIterator { private static final int NUM_COMPLETE_TRAIN = 697932; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/IrisDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/IrisDataSetIterator.java index 2335a67b4..52f82935d 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/IrisDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/IrisDataSetIterator.java @@ -24,10 +24,6 @@ import org.deeplearning4j.datasets.fetchers.IrisDataFetcher; import org.nd4j.linalg.dataset.DataSet; import org.nd4j.linalg.dataset.api.iterator.BaseDatasetIterator; -/** - * IrisDataSetIterator: An iterator for the well-known Iris dataset. 4 features, 3 label classes
- * https://archive.ics.uci.edu/ml/datasets/Iris - */ public class IrisDataSetIterator extends BaseDatasetIterator { /** diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/LFWDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/LFWDataSetIterator.java index d002721d9..37ce72ea4 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/LFWDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/LFWDataSetIterator.java @@ -29,11 +29,6 @@ import org.deeplearning4j.datasets.datavec.RecordReaderDataSetIterator; import java.util.Random; -/** - * LFW iterator - Labeled Faces from the Wild dataset
- * See http://vis-www.cs.umass.edu/lfw/
- * 13233 images total, with 5749 classes. - */ public class LFWDataSetIterator extends RecordReaderDataSetIterator { /** Loads subset of images with given imgDim returned by the generator. */ diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/MnistDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/MnistDataSetIterator.java index 06c8d0e76..48e3c2434 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/MnistDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/MnistDataSetIterator.java @@ -25,15 +25,6 @@ import org.nd4j.linalg.dataset.api.iterator.BaseDatasetIterator; import java.io.IOException; -/** - * MNIST data set iterator - 60000 training digits, 10000 test digits, 10 classes. - * Digits have 28x28 pixels and 1 channel (grayscale).
- * Produces data in c-order "flattened" format, with shape {@code [minibatch, 784]}
- * For futher details, see http://yann.lecun.com/exdb/mnist/ - * - * @author Adam Gibson - * @see EmnistDataSetIterator - */ public class MnistDataSetIterator extends BaseDatasetIterator { public MnistDataSetIterator(int batch, int numExamples) throws IOException { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/TinyImageNetDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/TinyImageNetDataSetIterator.java index 7bb130235..4e418cb1c 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/TinyImageNetDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/TinyImageNetDataSetIterator.java @@ -39,18 +39,6 @@ import java.util.HashMap; import java.util.List; import java.util.Map; -/** - * Tiny ImageNet is a subset of the ImageNet database. TinyImageNet is the default course challenge for CS321n - * at Stanford University. - * - * Tiny ImageNet has 200 classes, each consisting of 500 training images.
- * Images are 64x64 pixels, RGB. - * - * See: http://cs231n.stanford.edu/ and - * https://tiny-imagenet.herokuapp.com/ - * - * @author Justin Long (crockpotveggies) - */ public class TinyImageNetDataSetIterator extends RecordReaderDataSetIterator { @Getter diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/UciSequenceDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/UciSequenceDataSetIterator.java index 958c91654..380f73b1d 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/UciSequenceDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/iterator/impl/UciSequenceDataSetIterator.java @@ -25,17 +25,6 @@ import org.deeplearning4j.datasets.fetchers.DataSetType; import org.deeplearning4j.datasets.fetchers.UciSequenceDataFetcher; import org.nd4j.linalg.dataset.api.DataSetPreProcessor; -/** - * UCI synthetic control chart time series dataset. This dataset is useful for classification of univariate - * time series with six categories:
- * Normal, Cyclic, Increasing trend, Decreasing trend, Upward shift, Downward shift - * - * Details: https://archive.ics.uci.edu/ml/datasets/Synthetic+Control+Chart+Time+Series
- * Data: https://archive.ics.uci.edu/ml/machine-learning-databases/synthetic_control-mld/synthetic_control.data
- * Image: https://archive.ics.uci.edu/ml/machine-learning-databases/synthetic_control-mld/data.jpeg - * - * @author Briton Park (bpark738) - */ public class UciSequenceDataSetIterator extends SequenceRecordReaderDataSetIterator { protected DataSetPreProcessor preProcessor; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistDbFile.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistDbFile.java index a5a000490..5fd53de81 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistDbFile.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistDbFile.java @@ -25,13 +25,6 @@ import java.io.FileNotFoundException; import java.io.IOException; import java.io.RandomAccessFile; -/** - * MNIST database file containing entries that can represent image or label - * data. Extends the standard random access file with methods for navigating - * over the entries. The file format is basically idx with specific header - * information. This includes a magic number for determining the type of stored - * entries, count of entries. - */ public abstract class MnistDbFile extends RandomAccessFile { private int count; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistImageFile.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistImageFile.java index 38af240fd..196352e84 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistImageFile.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistImageFile.java @@ -25,12 +25,6 @@ import java.io.FileNotFoundException; import java.io.IOException; -/** - * - * MNIST database image file. Contains additional header information for the - * number of rows and columns per each entry. - * - */ public class MnistImageFile extends MnistDbFile { private int rows; private int cols; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistManager.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistManager.java index 678405dfb..4affe41b6 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistManager.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datasets/src/main/java/org/deeplearning4j/datasets/mnist/MnistManager.java @@ -28,24 +28,6 @@ import java.io.FileWriter; import java.io.IOException; -/** - *

- * Utility class for working with the MNIST database. - *

- * Provides methods for traversing the images and labels data files separately, - * as well as simultaneously. - *

- * Provides also method for exporting an image by writing it as a PPM file. - *

- * Example usage: - *

- *  MnistManager m = new MnistManager("t10k-images.idx3-ubyte", "t10k-labels.idx1-ubyte");
- *  m.setCurrent(10); //index of the image that we are interested in
- *  int[][] image = m.readImage();
- *  System.out.println("Label:" + m.readLabel());
- *  MnistManager.writeImageToPpm(image, "10.ppm");
- * 
- */ public class MnistManager { MnistImageFile images; private MnistLabelFile labels; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetIterator.java index 8fe335604..967c4249d 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderDataSetIterator.java @@ -50,42 +50,6 @@ import java.util.Iterator; import java.util.List; -/** - * Record reader dataset iterator. Takes a DataVec {@link RecordReader} as input, and handles the conversion to ND4J - * DataSet objects as well as producing minibatches from individual records.
- *
- * Multiple constructors are available, and a {@link Builder} class is also available.
- *
- * Example 1: Image classification, batch size 32, 10 classes
- *
- * {@code RecordReader rr = new ImageRecordReader(28,28,3); //28x28 RGB images
- *  rr.initialize(new FileSplit(new File("/path/to/directory")));
- *
- *  DataSetIterator iter = new RecordReaderDataSetIterator.Builder(rr, 32)
- *       //Label index (first arg): Always value 1 when using ImageRecordReader. For CSV etc: use index of the column
- *       //  that contains the label (should contain an integer value, 0 to nClasses-1 inclusive). Column indexes start
- *       // at 0. Number of classes (second arg): number of label classes (i.e., 10 for MNIST - 10 digits)
- *       .classification(1, nClasses)
- *       .preProcessor(new ImagePreProcessingScaler())      //For normalization of image values 0-255 to 0-1
- *       .build()
- * }
- * 
- *
- *
- * Example 2: Multi-output regression from CSV, batch size 128
- *
- * {@code RecordReader rr = new CsvRecordReader(0, ','); //Skip 0 header lines, comma separated
- *  rr.initialize(new FileSplit(new File("/path/to/myCsv.txt")));
- *
- *  DataSetIterator iter = new RecordReaderDataSetIterator.Builder(rr, 128)
- *       //Specify the columns that the regression labels/targets appear in. Note that all other columns will be
- *       // treated as features. Columns indexes start at 0
- *       .regression(labelColFrom, labelColTo)
- *       .build()
- * }
- * 
- * @author Adam Gibson - */ @Slf4j public class RecordReaderDataSetIterator implements DataSetIterator { private static final String READER_KEY = "reader"; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderMultiDataSetIterator.java index 77fea9f12..c0c89f00b 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/RecordReaderMultiDataSetIterator.java @@ -51,17 +51,6 @@ import java.io.IOException; import java.io.Serializable; import java.util.*; -/** - * RecordReaderMultiDataSetIterator: A {@link MultiDataSetIterator} for data from one or more RecordReaders and SequenceRecordReaders
- * The idea: generate multiple inputs and multiple outputs from one or more Sequence/RecordReaders. Inputs and outputs - * may be obtained from subsets of the RecordReader and SequenceRecordReaders columns (for examples, some inputs and outputs - * as different columns in the same record/sequence); it is also possible to mix different types of data (for example, using both - * RecordReaders and SequenceRecordReaders in the same RecordReaderMultiDataSetIterator).
- * Uses a builder pattern ({@link RecordReaderMultiDataSetIterator.Builder} to specify the various - * inputs and subsets. - * - * @author Alex Black - */ @Getter public class RecordReaderMultiDataSetIterator implements MultiDataSetIterator, Serializable { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/SequenceRecordReaderDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/SequenceRecordReaderDataSetIterator.java index 27f8c40a7..4ad4ffb48 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/SequenceRecordReaderDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/SequenceRecordReaderDataSetIterator.java @@ -41,14 +41,6 @@ import java.io.IOException; import java.io.Serializable; import java.util.*; -/** - * Sequence record reader data set iterator.
- * Given a record reader (and optionally another record reader for the labels) generate time series (sequence) data sets.
- * Supports padding for one-to-many and many-to-one type data loading (i.e., with different number of inputs vs. - * labels via the {@link AlignmentMode} mode. - * - * @author Alex Black - */ public class SequenceRecordReaderDataSetIterator implements DataSetIterator { /**Alignment mode for dealing with input/labels of differing lengths (for example, one-to-many and many-to-one type situations). * For example, might have 10 time steps total but only one label at end for sequence classification.
diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/exception/ZeroLengthSequenceException.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/exception/ZeroLengthSequenceException.java index bf404bdd2..91adb3103 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/exception/ZeroLengthSequenceException.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-datavec-iterators/src/main/java/org/deeplearning4j/datasets/datavec/exception/ZeroLengthSequenceException.java @@ -20,9 +20,6 @@ package org.deeplearning4j.datasets.datavec.exception; -/** - * Unchecked exception, thrown to signify that a zero-length sequence data set was encountered. - */ public class ZeroLengthSequenceException extends RuntimeException { public ZeroLengthSequenceException() { this(""); diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIterator.java index a2b7cb7dd..64959c6f3 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AbstractDataSetIterator.java @@ -34,14 +34,6 @@ import java.util.List; import java.util.NoSuchElementException; import java.util.concurrent.LinkedBlockingQueue; -/** - * This is simple DataSetIterator implementation, that builds DataSetIterator out of INDArray/float[]/double[] pairs. - * Suitable for model feeding with externally originated data. - * - * PLEASE NOTE: If total number of input elements % batchSize != 0, reminder will be ignored - * - * @author raver119@gmail.com - */ public abstract class AbstractDataSetIterator implements DataSetIterator { private DataSetPreProcessor preProcessor; private transient Iterable> iterable; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIterator.java index 7efc24c2d..305c7144a 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncDataSetIterator.java @@ -27,9 +27,6 @@ import org.nd4j.linalg.dataset.callbacks.DataSetCallback; import java.util.concurrent.BlockingQueue; -/** - * @deprecated Use {@link org.nd4j.linalg.dataset.AsyncDataSetIterator} - */ @Slf4j @Deprecated public class AsyncDataSetIterator extends org.nd4j.linalg.dataset.AsyncDataSetIterator { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIterator.java index 0adc56504..dda05de53 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncMultiDataSetIterator.java @@ -27,9 +27,6 @@ import org.nd4j.linalg.dataset.callbacks.DataSetCallback; import java.util.concurrent.BlockingQueue; -/** - * @deprecated Use {@link org.nd4j.linalg.dataset.AsyncMultiDataSetIterator} - */ @Slf4j @Deprecated public class AsyncMultiDataSetIterator extends org.nd4j.linalg.dataset.AsyncMultiDataSetIterator { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldDataSetIterator.java index 0b0b8218d..a8cef412e 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldDataSetIterator.java @@ -28,14 +28,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.List; -/** - * This wrapper takes your existing DataSetIterator implementation and prevents asynchronous prefetch - * when using methods such as {@code MultiLayerNetwork.fit(DataSetIterator)} - * This is mainly used for debugging purposes; generally an iterator that isn't safe to asynchronously prefetch from - * should simply return {@code asyncSupported() == false} - * - * @author raver119@gmail.com - */ public class AsyncShieldDataSetIterator implements DataSetIterator { private DataSetIterator backingIterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldMultiDataSetIterator.java index de7ca0721..947cc58ac 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/AsyncShieldMultiDataSetIterator.java @@ -25,11 +25,6 @@ import org.nd4j.linalg.dataset.api.MultiDataSet; import org.nd4j.linalg.dataset.api.MultiDataSetPreProcessor; import org.nd4j.linalg.dataset.api.iterator.MultiDataSetIterator; -/** - * This wrapper takes your existing MultiDataSetIterator implementation and prevents asynchronous prefetch - * - * @author raver119@gmail.com - */ public class AsyncShieldMultiDataSetIterator implements MultiDataSetIterator { private MultiDataSetIterator backingIterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/BaseDatasetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/BaseDatasetIterator.java index 9a22c2ff7..977fe1374 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/BaseDatasetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/BaseDatasetIterator.java @@ -28,13 +28,6 @@ import org.nd4j.linalg.dataset.api.iterator.fetcher.BaseDataFetcher; import java.util.List; -/** - * Baseline implementation includes - * control over the data fetcher and some basic - * getters for metadata - * @author Adam Gibson - * - */ public class BaseDatasetIterator implements DataSetIterator { protected int batch, numExamples; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedMultiDataSetPreProcessor.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedMultiDataSetPreProcessor.java index 8b95215e8..84e748430 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedMultiDataSetPreProcessor.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedMultiDataSetPreProcessor.java @@ -27,10 +27,6 @@ import org.nd4j.linalg.dataset.api.MultiDataSetPreProcessor; import java.util.ArrayList; import java.util.List; -/** - * Combines various multidataset preprocessors - * Applied in the order they are specified to in the builder - */ public class CombinedMultiDataSetPreProcessor implements MultiDataSetPreProcessor { private List preProcessors; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessor.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessor.java index a1e5f6067..ec225b248 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessor.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/CombinedPreProcessor.java @@ -27,11 +27,6 @@ import org.nd4j.linalg.dataset.api.DataSetPreProcessor; import java.util.ArrayList; import java.util.List; -/** - * This is special preProcessor, that allows to combine multiple prerpocessors, and apply them to data sequentially. - * - * @author raver119@gmail.com - */ public class CombinedPreProcessor implements DataSetPreProcessor { private List preProcessors; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetFetcher.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetFetcher.java index 4c71a0750..b3dfe3091 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetFetcher.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetFetcher.java @@ -24,14 +24,6 @@ import org.nd4j.linalg.dataset.DataSet; import java.io.Serializable; -/** - * A low level interface for loading datasets in to memory. - * - * This is used by an DataSetIterator to handle the specifics of loading data in to memory. - * @author Adam Gibson - * - * @deprecated Retained for legacy purposes, will be removed in a future release - */ @Deprecated public interface DataSetFetcher extends Serializable { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetIteratorSplitter.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetIteratorSplitter.java index 7cd452c8e..a1b183565 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetIteratorSplitter.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DataSetIteratorSplitter.java @@ -33,15 +33,6 @@ import java.util.List; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicLong; -/** - * This iterator virtually splits given MultiDataSetIterator into Train and Test parts. - * I.e. you have 100000 examples. Your batch size is 32. That means you have 3125 total batches. With split ratio of 0.7 that will give you 2187 training batches, and 938 test batches. - * - * PLEASE NOTE: You can't use Test iterator twice in a row. Train iterator should be used before Test iterator use.
- * PLEASE NOTE: You can't use this iterator, if underlying iterator uses randomization/shuffle between epochs. - * - * @author raver119@gmail.com - */ @Slf4j public class DataSetIteratorSplitter { protected DataSetIterator backedIterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DoublesDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DoublesDataSetIterator.java index 1dba6e8ed..1ca834ad6 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DoublesDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DoublesDataSetIterator.java @@ -23,13 +23,6 @@ package org.deeplearning4j.datasets.iterator; import lombok.NonNull; import org.nd4j.common.primitives.Pair; -/** - * A simple utility iterator for creating a DataSetIterator from an {@code Iterable>}. - * First value in pair is the features vector, second value in pair is the labels. - * Supports generating 2d features/labels only - * - * @author raver119@gmail.com - */ public class DoublesDataSetIterator extends AbstractDataSetIterator { /** diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockDataSetIterator.java index 66b8cf53c..c63852da7 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockDataSetIterator.java @@ -29,11 +29,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.ArrayList; -/** - * This class provides baseline implementation of BlockDataSetIterator interface - * - * @author raver119@gmail.com - */ @Slf4j public class DummyBlockDataSetIterator implements BlockDataSetIterator { protected final DataSetIterator iterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockMultiDataSetIterator.java index 1220149b9..45a473a26 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyBlockMultiDataSetIterator.java @@ -32,11 +32,6 @@ import org.nd4j.linalg.dataset.api.iterator.MultiDataSetIterator; import java.util.ArrayList; -/** - * This class provides baseline implementation of BlockMultiDataSetIterator interface - * - * @author raver119@gmail.com - */ @Slf4j public class DummyBlockMultiDataSetIterator implements BlockMultiDataSetIterator { protected final MultiDataSetIterator iterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyPreProcessor.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyPreProcessor.java index 65bf77258..15cf34d55 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyPreProcessor.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/DummyPreProcessor.java @@ -23,11 +23,6 @@ package org.deeplearning4j.datasets.iterator; import org.nd4j.linalg.dataset.api.DataSet; import org.nd4j.linalg.dataset.api.DataSetPreProcessor; -/** - * This is special dummy preProcessor, that does nothing. - * - * @author raver119@gmail.com - */ public class DummyPreProcessor implements DataSetPreProcessor { /** * Pre process a dataset diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIterator.java index 1c27eac0d..c3575fe40 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationDataSetIterator.java @@ -26,11 +26,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.List; -/** - * Builds an iterator that terminates once the number of minibatches returned with .next() is equal to a specified number. - * Note that a call to .next(num) is counted as a call to return a minibatch regardless of the value of num - * This essentially restricts the data to this specified number of minibatches. - */ public class EarlyTerminationDataSetIterator implements DataSetIterator { private DataSetIterator underlyingIterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIterator.java index 1bc04e149..9284a26d2 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/EarlyTerminationMultiDataSetIterator.java @@ -24,11 +24,6 @@ import org.nd4j.linalg.dataset.api.MultiDataSet; import org.nd4j.linalg.dataset.api.MultiDataSetPreProcessor; import org.nd4j.linalg.dataset.api.iterator.MultiDataSetIterator; -/** - * Builds an iterator that terminates once the number of minibatches returned with .next() is equal to a specified number.
- * Note that a call to .next(num) is counted as a call to return a minibatch regardless of the value of num - * This essentially restricts the data to this specified number of minibatches. - */ public class EarlyTerminationMultiDataSetIterator implements MultiDataSetIterator { private MultiDataSetIterator underlyingIterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/ExistingDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/ExistingDataSetIterator.java index 5e81d8b97..aaa853f14 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/ExistingDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/ExistingDataSetIterator.java @@ -30,12 +30,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.Iterator; import java.util.List; -/** - * This wrapper provides DataSetIterator interface to existing java {@code Iterable} and {@code Iterator}. - * Note that when using {@code Iterator}, resetting of the DataSetIterator is not supported - * - * @author raver119@gmail.com - */ public class ExistingDataSetIterator implements DataSetIterator { @Getter private DataSetPreProcessor preProcessor; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FileSplitDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FileSplitDataSetIterator.java index 8167b1c64..54f576439 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FileSplitDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FileSplitDataSetIterator.java @@ -31,12 +31,6 @@ import java.io.File; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * Simple iterator working with list of files. - * File to DataSet conversion will be handled via provided FileCallback implementation - * - * @author raver119@gmail.com - */ @Slf4j public class FileSplitDataSetIterator implements DataSetIterator { private DataSetPreProcessor preProcessor; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FloatsDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FloatsDataSetIterator.java index 50ba98ae9..dc5c12bc1 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FloatsDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/FloatsDataSetIterator.java @@ -23,14 +23,6 @@ package org.deeplearning4j.datasets.iterator; import lombok.NonNull; import org.nd4j.common.primitives.Pair; -/** - * - * A simple utility iterator for creating a DataSetIterator from an {@code Iterable>} - * First value in pair is the features vector, second value in pair is the labels. - * Supports generating 2d features/labels only - * - * @author raver119@gmail.com - */ public class FloatsDataSetIterator extends AbstractDataSetIterator { /** diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/INDArrayDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/INDArrayDataSetIterator.java index ad59f8bdb..2f5025be8 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/INDArrayDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/INDArrayDataSetIterator.java @@ -24,11 +24,6 @@ import lombok.NonNull; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.common.primitives.Pair; -/** - * A simple utility iterator for creating a DataSetIterator from an {@code Iterable>}. - * First value in pair is the features vector, second value in pair is the labels. - * @author raver119@gmail.com - */ public class INDArrayDataSetIterator extends AbstractDataSetIterator { /** diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorDataSetIterator.java index c02eae697..bc6f6eff5 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorDataSetIterator.java @@ -28,15 +28,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.*; -/** - * A DataSetIterator that works on an {@code Iterator}, combining and splitting the input DataSet objects as - * required to get the specified batch size.
- * - * Typically used in Spark training, but may be used elsewhere.
- * NOTE: reset method is not supported here. - * - * @author Alex Black - */ public class IteratorDataSetIterator implements DataSetIterator { private final Iterator iterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorMultiDataSetIterator.java index f6834efdc..8c276ce24 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/IteratorMultiDataSetIterator.java @@ -30,15 +30,6 @@ import org.nd4j.linalg.indexing.NDArrayIndex; import java.util.*; -/** - * A DataSetIterator that works on an {@code Iterator}, combining and splitting the input DataSet objects as - * required to get a specified batch size.
- * - * Typically used in Spark training, but may be used elsewhere. - * NOTE: reset method is not supported here. - * - * @author Alex Black - */ public class IteratorMultiDataSetIterator implements MultiDataSetIterator { private final Iterator iterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/JointMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/JointMultiDataSetIterator.java index bfb7835ca..4da766370 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/JointMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/JointMultiDataSetIterator.java @@ -34,15 +34,6 @@ import java.util.ArrayList; import java.util.Arrays; import java.util.Collection; -/** - * This dataset iterator combines multiple DataSetIterators into 1 MultiDataSetIterator. - * Values from each iterator are joined on a per-example basis - i.e., the values from each DataSet are combined - * as different feature arrays for a multi-input neural network. - * Labels can come from either one of the underlying DataSetIteartors only (if 'outcome' is >= 0) or from all - * iterators (if outcome is < 0) - * - * @author raver119@gmail.com - */ @Slf4j @NoArgsConstructor @AllArgsConstructor diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetIteratorSplitter.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetIteratorSplitter.java index 56628e801..128113c9d 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetIteratorSplitter.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetIteratorSplitter.java @@ -34,15 +34,6 @@ import java.util.List; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicLong; -/** - * This iterator virtually splits given MultiDataSetIterator into Train and Test parts. - * I.e. you have 100000 examples. Your batch size is 32. That means you have 3125 total batches. With split ratio of 0.7 that will give you 2187 training batches, and 938 test batches.
- * - * PLEASE NOTE: You can't use Test iterator twice in a row. Train iterator should be used before Test iterator use.
- * PLEASE NOTE: You can't use this iterator, if underlying iterator uses randomization/shuffle between epochs.
- * - * @author raver119@gmail.com - */ @Slf4j public class MultiDataSetIteratorSplitter { protected MultiDataSetIterator backedIterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetWrapperIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetWrapperIterator.java index 018809c95..f747eaad3 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetWrapperIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultiDataSetWrapperIterator.java @@ -29,12 +29,6 @@ import org.nd4j.linalg.dataset.api.iterator.MultiDataSetIterator; import java.util.List; -/** - * This class is simple wrapper that takes single-input MultiDataSets and converts them to DataSets on the fly - * - * PLEASE NOTE: This only works if number of features/labels/masks is 1 - * @author raver119@gmail.com - */ public class MultiDataSetWrapperIterator implements DataSetIterator { protected MultiDataSetIterator iterator; protected DataSetPreProcessor preProcessor; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultipleEpochsIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultipleEpochsIterator.java index 937c0c79c..8dbf4d320 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultipleEpochsIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/MultipleEpochsIterator.java @@ -34,12 +34,6 @@ import java.util.NoSuchElementException; import java.util.concurrent.atomic.AtomicLong; -/** - * A dataset iterator for doing multiple passes over a dataset - * - * @deprecated Does not properly trigger the incrementing of epoch counts in MultiLayerNetwork/ComputationGraph. - * Use MultiLayerNetwork/ComputationGraph.fit(DataSetIterator, int numEpochs) instead - */ @Deprecated public class MultipleEpochsIterator implements DataSetIterator { @VisibleForTesting diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomDataSetIterator.java index 7f666169a..78479e2c2 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomDataSetIterator.java @@ -22,13 +22,6 @@ package org.deeplearning4j.datasets.iterator; import org.nd4j.linalg.factory.Nd4j; -/** - * RandomDataSetIterator: Generates random values (or zeros, ones, integers, etc) according to some distribution.
- * The type of values produced can be specified by the {@link Values} enumeration.
- * Note: This is typically used for testing, debugging and benchmarking purposes. - * - * @author Alex Black - */ public class RandomDataSetIterator extends MultiDataSetWrapperIterator { public enum Values {RANDOM_UNIFORM, RANDOM_NORMAL, ONE_HOT, ZEROS, ONES, BINARY, INTEGER_0_10, INTEGER_0_100, INTEGER_0_1000, diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomMultiDataSetIterator.java index 1a749855b..8ce205878 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/RandomMultiDataSetIterator.java @@ -35,13 +35,6 @@ import org.nd4j.common.primitives.Triple; import java.util.*; -/** - * RandomMultiDataSetIterator: Generates random values (or zeros, ones, integers, etc) according to some distribution.
- * The type of values produced can be specified by the {@link Values} enumeration.
- * Note: This is typically used for testing, debugging and benchmarking purposes. - * - * @author Alex Black - */ public class RandomMultiDataSetIterator implements MultiDataSetIterator { public enum Values {RANDOM_UNIFORM, RANDOM_NORMAL, ONE_HOT, ZEROS, ONES, BINARY, INTEGER_0_10, INTEGER_0_100, INTEGER_0_1000, diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/SamplingDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/SamplingDataSetIterator.java index 49432f125..3ca86f19b 100755 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/SamplingDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/SamplingDataSetIterator.java @@ -27,9 +27,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.List; -/** - * @deprecated Use {@link org.nd4j.linalg.dataset.api.iterator.SamplingDataSetIterator} - */ @Deprecated public class SamplingDataSetIterator extends org.nd4j.linalg.dataset.api.iterator.SamplingDataSetIterator { public SamplingDataSetIterator(DataSet sampleFrom, int batchSize, int totalNumberSamples) { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/WorkspacesShieldDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/WorkspacesShieldDataSetIterator.java index 56ea9d653..46806fabf 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/WorkspacesShieldDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/WorkspacesShieldDataSetIterator.java @@ -28,12 +28,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.List; -/** - * This iterator detaches/migrates DataSets coming out from backed DataSetIterator, thus providing "safe" DataSets.
- * This is typically used for debugging and testing purposes, and should not be used in general by users - * - * @author raver119@gmail.com - */ public class WorkspacesShieldDataSetIterator implements DataSetIterator { protected DataSetIterator iterator; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetCallback.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetCallback.java index bb3890998..08b3bf2ac 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetCallback.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetCallback.java @@ -24,9 +24,6 @@ package org.deeplearning4j.datasets.iterator.callbacks; import org.nd4j.linalg.dataset.api.DataSet; import org.nd4j.linalg.dataset.api.MultiDataSet; -/** - * @deprecated Use {@link org.nd4j.linalg.dataset.callbacks.DataSetCallback} - */ @Deprecated public interface DataSetCallback extends org.nd4j.linalg.dataset.callbacks.DataSetCallback { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetDeserializer.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetDeserializer.java index eba672054..50e2134a5 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetDeserializer.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DataSetDeserializer.java @@ -25,11 +25,6 @@ import org.nd4j.linalg.dataset.DataSet; import java.io.File; -/** - * This callback does DataSet deserialization of a given file. - * - * @author raver119@gmail.com - */ @Slf4j public class DataSetDeserializer implements FileCallback { @Override diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DefaultCallback.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DefaultCallback.java index 3a02fccbc..a4138391a 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DefaultCallback.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/DefaultCallback.java @@ -25,9 +25,6 @@ import org.nd4j.linalg.dataset.api.DataSet; import org.nd4j.linalg.dataset.api.MultiDataSet; import org.nd4j.linalg.factory.Nd4j; -/** - * @deprecated use {@link org.nd4j.linalg.dataset.callbacks.DefaultCallback} - */ @Deprecated public class DefaultCallback extends org.nd4j.linalg.dataset.callbacks.DefaultCallback { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/FileCallback.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/FileCallback.java index 16d61ec3d..87858dcc7 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/FileCallback.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/FileCallback.java @@ -22,9 +22,6 @@ package org.deeplearning4j.datasets.iterator.callbacks; import java.io.File; -/** - * @author raver119@gmail.com - */ public interface FileCallback { T call(File file); diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/InterleavedDataSetCallback.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/InterleavedDataSetCallback.java index 2f7858a2e..39be1e600 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/InterleavedDataSetCallback.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/callbacks/InterleavedDataSetCallback.java @@ -35,11 +35,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicLong; -/** - * This callback migrates incoming datasets in round-robin manner, to ensure TDA for ParallelWrapper - * - * @author raver119@gmail.com - */ @Slf4j public class InterleavedDataSetCallback implements DataSetCallback { private List workspaces = new ArrayList<>(); diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/BaseFileIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/BaseFileIterator.java index 27cc74ad1..47b351396 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/BaseFileIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/BaseFileIterator.java @@ -32,13 +32,6 @@ import org.nd4j.common.util.MathUtils; import java.io.File; import java.util.*; -/** - * Base class for loading DataSet objects from file - * - * @param Type of dataset - * @param

Type of preprocessor - * @author Alex Black - */ public abstract class BaseFileIterator implements Iterator { protected final List list; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileDataSetIterator.java index 2ab8ad239..db1b1df04 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileDataSetIterator.java @@ -30,19 +30,6 @@ import java.io.File; import java.util.List; import java.util.Random; -/** - * Iterate over a directory (and optionally subdirectories) containing a number of {@link DataSet} objects that have - * previously been saved to files with {@link DataSet#save(File)}.
- * This iterator supports the following (optional) features, depending on the constructor used:
- * - Recursive listing of all files (i.e., include files in subdirectories)
- * - Filtering based on a set of file extensions (if null, no filtering - assume all files are saved DataSet objects)
- * - Randomization of iteration order (default enabled, if a {@link Random} instance is provided
- * - Combining and splitting of DataSets (disabled by default, or if batchSize == -1. If enabled, DataSet objects will - * be split or combined as required to ensure the specified minibatch size is returned. In other words, the saved - * DataSet objects can have a different number of examples vs. those returned by the iterator.
- * - * @author Alex BLack - */ public class FileDataSetIterator extends BaseFileIterator implements DataSetIterator { @Getter diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileMultiDataSetIterator.java index f7c082d41..5944760ed 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/file/FileMultiDataSetIterator.java @@ -29,19 +29,6 @@ import java.io.IOException; import java.util.List; import java.util.Random; -/** - * Iterate over a directory (and optionally subdirectories) containing a number of {@link MultiDataSet} objects that have - * previously been saved to files with {@link MultiDataSet#save(File)}.
- * This iterator supports the following (optional) features, depending on the constructor used:
- * - Recursive listing of all files (i.e., include files in subdirectories)
- * - Filtering based on a set of file extensions (if null, no filtering - assume all files are saved MultiDataSet objects)
- * - Randomization of iteration order (default enabled, if a {@link Random} instance is provided
- * - Combining and splitting of MultiDataSets (disabled by default, or if batchSize == -1. If enabled, MultiDataSet - * objects will be split or combined as required to ensure the specified minibatch size is returned. In other words, the - * saved MultiDataSet objects can have a different number of examples vs. those returned by the iterator.
- * - * @author Alex BLack - */ public class FileMultiDataSetIterator extends BaseFileIterator implements MultiDataSetIterator { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkDataSetIterator.java index ca2436c4f..7f4808fd2 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkDataSetIterator.java @@ -31,12 +31,6 @@ import org.nd4j.linalg.indexing.NDArrayIndex; import java.util.List; import java.util.concurrent.atomic.AtomicLong; -/** - * Dataset iterator for simulated inputs, or input derived from a DataSet example. Primarily used for benchmarking. - * Note that features/labels are re-used on each call of next() and are not re-created. - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public class BenchmarkDataSetIterator implements DataSetIterator { private INDArray baseFeatures; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkMultiDataSetIterator.java index 6daff7bc5..60457c297 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/BenchmarkMultiDataSetIterator.java @@ -29,12 +29,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.concurrent.atomic.AtomicLong; -/** - * MultiDataset iterator for simulated inputs, or input derived from a MultiDataSet example. Primarily - * used for benchmarking. - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public class BenchmarkMultiDataSetIterator implements MultiDataSetIterator { private INDArray[] baseFeatures; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/ListDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/ListDataSetIterator.java index 520d44c16..ca95b334d 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/ListDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/ListDataSetIterator.java @@ -29,11 +29,6 @@ import java.util.ArrayList; import java.util.Collection; import java.util.List; -/** - * A simple iterator that wraps a {@code Collection}. Assumes that each DataSet contains a single example - * - * @author Adam Gibson - */ public class ListDataSetIterator implements DataSetIterator { private static final long serialVersionUID = -7569201667767185411L; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonDataSetIterator.java index 773663ea2..53c74a04a 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonDataSetIterator.java @@ -29,12 +29,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import java.util.List; import java.util.NoSuchElementException; -/** - * A very simple adapter class for converting a single DataSet to a DataSetIterator. - * Returns a single DataSet as-is, once for each epoch - * - * @author Alex Black - */ public class SingletonDataSetIterator implements DataSetIterator { private final DataSet dataSet; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonMultiDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonMultiDataSetIterator.java index bd8a312a0..cfef3f51a 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonMultiDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/impl/SingletonMultiDataSetIterator.java @@ -26,12 +26,6 @@ import org.nd4j.linalg.dataset.api.iterator.MultiDataSetIterator; import java.util.NoSuchElementException; -/** - * A very simple adapter class for converting a single MultiDataSet to a MultiDataSetIterator. - * Returns a single MultiDataSet as-is, once for each epoch - * - * @author Alex Black - */ public class SingletonMultiDataSetIterator implements MultiDataSetIterator { private final MultiDataSet multiDataSet; diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/DataSetLoaderIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/DataSetLoaderIterator.java index 7f019ca4f..9f327ce63 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/DataSetLoaderIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/DataSetLoaderIterator.java @@ -35,18 +35,6 @@ import org.nd4j.common.util.MathUtils; import java.io.IOException; import java.util.*; -/** - * A DataSetLoader that loads DataSets from a path, using a {@code Loader} such as SerializedDataSetLoader. - * Paths are converted to input streams using {@link SourceFactory} such as {@link LocalFileSourceFactory}. - * Note that this iterator does not implement any sort of merging/batching functionality - it simply returns the DataSets - * as-is from the path/loader. - * - * Note: If using {@link #DataSetLoaderIterator(Collection, Random, Loader, SourceFactory)} constructor with non-null - * Random instance, the data will be shuffled, - * - * - * @author Alex Black - */ @Data public class DataSetLoaderIterator implements DataSetIterator { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/MultiDataSetLoaderIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/MultiDataSetLoaderIterator.java index 7369c16bd..ea553b231 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/MultiDataSetLoaderIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/loader/MultiDataSetLoaderIterator.java @@ -33,18 +33,6 @@ import org.nd4j.common.util.MathUtils; import java.io.IOException; import java.util.*; -/** - * A MultiDataSetLoader that loads MultiDataSets from a path, using a {@code Loader} such as {@link SerializedMultiDataSetLoader}. - * Paths are converted to input streams using {@link SourceFactory} such as {@link LocalFileSourceFactory}. - * Note that this iterator does not implement any sort of merging/batching functionality - it simply returns the DataSets - * as-is from the path/loader. - * - * Note: If using {@link #MultiDataSetLoaderIterator(Collection, Random, Loader, SourceFactory)} constructor with non-null - * Random instance, the data will be shuffled, - * - * - * @author Alex Black - */ @Data public class MultiDataSetLoaderIterator implements MultiDataSetIterator { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/BaseParallelDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/BaseParallelDataSetIterator.java index 1c7d6f2f8..38bda75ad 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/BaseParallelDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/BaseParallelDataSetIterator.java @@ -31,9 +31,6 @@ import java.util.List; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicLong; -/** - * @author raver119@gmail.com - */ @Slf4j public abstract class BaseParallelDataSetIterator implements ParallelDataSetIterator { protected AtomicLong counter = new AtomicLong(0); diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/FileSplitParallelDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/FileSplitParallelDataSetIterator.java index 7d226bc41..4f1d73560 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/FileSplitParallelDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/FileSplitParallelDataSetIterator.java @@ -39,9 +39,6 @@ import java.io.File; import java.util.ArrayList; import java.util.List; -/** - * @author raver119@gmail.com - */ @Slf4j public class FileSplitParallelDataSetIterator extends BaseParallelDataSetIterator { diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/JointParallelDataSetIterator.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/JointParallelDataSetIterator.java index d7e88db23..64cd04b89 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/JointParallelDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/JointParallelDataSetIterator.java @@ -33,9 +33,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.ArrayList; import java.util.List; -/** - * @author raver119@gmail.com - */ @Slf4j public class JointParallelDataSetIterator extends BaseParallelDataSetIterator { protected List asyncIterators = new ArrayList<>(); diff --git a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/MultiBoolean.java b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/MultiBoolean.java index f6ea575bc..61b58bd56 100644 --- a/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/MultiBoolean.java +++ b/deeplearning4j/deeplearning4j-data/deeplearning4j-utility-iterators/src/main/java/org/deeplearning4j/datasets/iterator/parallel/MultiBoolean.java @@ -23,14 +23,6 @@ package org.deeplearning4j.datasets.iterator.parallel; import lombok.extern.slf4j.Slf4j; import org.nd4j.linalg.exception.ND4JIllegalStateException; -/** - * This is utility class, that allows easy handling of multiple joint boolean states. - * - * PLEASE NOTE: It's suited for tracking up to 32 states in total. - * PLEASE NOTE: This class is NOT thread safe - * - * @author raver119@gmail.com - */ @Slf4j public class MultiBoolean { private final int numEntries; diff --git a/deeplearning4j/deeplearning4j-dataimport-solrj/src/main/java/org/deeplearning4j/nn/dataimport/solr/client/solrj/io/stream/TupleStreamDataSetIterator.java b/deeplearning4j/deeplearning4j-dataimport-solrj/src/main/java/org/deeplearning4j/nn/dataimport/solr/client/solrj/io/stream/TupleStreamDataSetIterator.java index ee1981051..43a8ae1cc 100644 --- a/deeplearning4j/deeplearning4j-dataimport-solrj/src/main/java/org/deeplearning4j/nn/dataimport/solr/client/solrj/io/stream/TupleStreamDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-dataimport-solrj/src/main/java/org/deeplearning4j/nn/dataimport/solr/client/solrj/io/stream/TupleStreamDataSetIterator.java @@ -42,29 +42,6 @@ import org.nd4j.linalg.dataset.api.iterator.DataSetIterator; import org.slf4j.Logger; import org.slf4j.LoggerFactory; -/** - * A {@link DataSetIterator} which uses a streaming expression - * to fetch data from Apache Solr and/or one of the sources (e.g. jdbc) supported as a stream source. - *

- * Example code snippet: -

{
-  try (final TupleStreamDataSetIterator tsdsi =
-         new TupleStreamDataSetIterator(
-         batch,
-         "id",
-         new String[] { "fieldA", "fieldB", "fieldC" },
-         new String[] { "fieldX", "fieldY" },
-         "search(mySolrCollection," +
-         "q=\"id:*\"," +
-         "fl=\"id,fieldA,fieldB,fieldC,fieldX,fieldY\"," +
-         "sort=\"id asc\"," +
-         "qt=\"/export\")",
-         zkServerAddress)) {
-
-    model.fit(tsdsi);
-  }
-
- */ public class TupleStreamDataSetIterator implements Closeable, DataSetIterator { private static final Logger log = LoggerFactory.getLogger(MethodHandles.lookup().lookupClass()); diff --git a/deeplearning4j/deeplearning4j-dataimport-solrj/src/test/resources/solr/configsets/mini/conf/solrconfig.xml b/deeplearning4j/deeplearning4j-dataimport-solrj/src/test/resources/solr/configsets/mini/conf/solrconfig.xml index 50d7a0194..69dd4e842 100644 --- a/deeplearning4j/deeplearning4j-dataimport-solrj/src/test/resources/solr/configsets/mini/conf/solrconfig.xml +++ b/deeplearning4j/deeplearning4j-dataimport-solrj/src/test/resources/solr/configsets/mini/conf/solrconfig.xml @@ -19,12 +19,6 @@ ~ ******************************************************************************/ --> - - 7.7.1 diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Edge.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Edge.java index a7b2a5e6a..a2b170555 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Edge.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Edge.java @@ -22,9 +22,6 @@ package org.deeplearning4j.graph.api; import lombok.Data; -/** Edge in a graph. May be a directed or undirected edge.
- * Parameterized, and may store a value/object associated with the edge - */ @Data public class Edge { diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IGraph.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IGraph.java index 96bf4ce83..0dee43de7 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IGraph.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IGraph.java @@ -25,15 +25,6 @@ import org.deeplearning4j.graph.exception.NoEdgesException; import java.util.List; import java.util.Random; -/** Interface for a IGraph, with objects for each vertex and edge. - * In the simplest case, edges and vertices may be labelled (i.e., IGraph for example), or may be - * any arbitrary object (or, null).
- * IGraph may include directed edges, undirected edges, or a combination of both
- * Note: Every vertex in the graph has an integer index, in range of 0 to numVertices() inclusive
- * @param type for vertex objects - * @param type for edge objects - * @author Alex Black - */ public interface IGraph { /** Number of vertices in the graph */ diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IVertexSequence.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IVertexSequence.java index 4b9ac710c..0c9bf57fe 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IVertexSequence.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/IVertexSequence.java @@ -22,9 +22,6 @@ package org.deeplearning4j.graph.api; import java.util.Iterator; -/**Represents a sequence of vertices in a graph.
- * General-purpose, but can be used to represent a walk on a graph, for example. - */ public interface IVertexSequence extends Iterator> { /** Length of the vertex sequence */ diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/NoEdgeHandling.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/NoEdgeHandling.java index a3f42ad0b..1fb4aa3d7 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/NoEdgeHandling.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/NoEdgeHandling.java @@ -20,9 +20,6 @@ package org.deeplearning4j.graph.api; -/**When walking a graph, how should we handle disconnected nodes? - * i.e., those without any outgoing (directed) or undirected edges - */ public enum NoEdgeHandling { SELF_LOOP_ON_DISCONNECTED, EXCEPTION_ON_DISCONNECTED diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Vertex.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Vertex.java index 2a1762e4f..ce8fddac1 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Vertex.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/api/Vertex.java @@ -22,10 +22,6 @@ package org.deeplearning4j.graph.api; import lombok.AllArgsConstructor; -/** Vertex in a graph - * - * @param the type of the value/object associated with the vertex - */ @AllArgsConstructor public class Vertex { diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/EdgeLineProcessor.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/EdgeLineProcessor.java index 294bd7c3c..4b9d427a8 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/EdgeLineProcessor.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/EdgeLineProcessor.java @@ -22,11 +22,6 @@ package org.deeplearning4j.graph.data; import org.deeplearning4j.graph.api.Edge; -/** EdgeLineProcessor is used during data loading from a file, where each edge is on a separate line
- * Provides flexibility in loading graphs with arbitrary objects/properties that can be represented in a text format - * Can also be used handle conversion of edges between non-numeric vertices to an appropriate numbered format - * @param type of the edge returned - */ public interface EdgeLineProcessor { /** Process a line of text into an edge. diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/VertexLoader.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/VertexLoader.java index 714a59341..74e6b8682 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/VertexLoader.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/VertexLoader.java @@ -25,7 +25,6 @@ import org.deeplearning4j.graph.api.Vertex; import java.io.IOException; import java.util.List; -/** Interface defines a method of leading vertices from a file. */ public interface VertexLoader { List> loadVertices(String path) throws IOException; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/DelimitedEdgeLineProcessor.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/DelimitedEdgeLineProcessor.java index 9991e70d5..5a93b1c8a 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/DelimitedEdgeLineProcessor.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/DelimitedEdgeLineProcessor.java @@ -23,10 +23,6 @@ package org.deeplearning4j.graph.data.impl; import org.deeplearning4j.graph.api.Edge; import org.deeplearning4j.graph.data.EdgeLineProcessor; -/**A simple line processor, for data in the format - * 01\n 30\n etc. Order per line is nodeFrom -> nodeTo, in the case of directed edges - * i.e., one edge per line without any additional edge information - */ public class DelimitedEdgeLineProcessor implements EdgeLineProcessor { private final String delimiter; private final String[] skipLinesStartingWith; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/WeightedEdgeLineProcessor.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/WeightedEdgeLineProcessor.java index 7803cfbad..2efe1c4f0 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/WeightedEdgeLineProcessor.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/data/impl/WeightedEdgeLineProcessor.java @@ -23,10 +23,6 @@ package org.deeplearning4j.graph.data.impl; import org.deeplearning4j.graph.api.Edge; import org.deeplearning4j.graph.data.EdgeLineProcessor; -/**A simple line processor, for data in the format {@code 01weight}. Order per line is nodeFrom -> nodeTo, in - * the case of directed edges, and the weights are assumed to be doubles - * i.e., one edge per line without any additional edge information - */ public class WeightedEdgeLineProcessor implements EdgeLineProcessor { private final String delimiter; private final String[] skipLinesStartingWith; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/NoEdgesException.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/NoEdgesException.java index 6fed5575e..dddd35587 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/NoEdgesException.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/NoEdgesException.java @@ -20,9 +20,6 @@ package org.deeplearning4j.graph.exception; -/**Unchecked exception, thrown to signify that an operation (usually on a vertex) cannot be completed - * because there are no edges for that vertex. - */ public class NoEdgesException extends RuntimeException { public NoEdgesException() { diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/ParseException.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/ParseException.java index db5f69d88..3be89530c 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/ParseException.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/exception/ParseException.java @@ -20,7 +20,6 @@ package org.deeplearning4j.graph.exception; -/** Unchecked exception signifying that an error occurred during parsing of text */ public class ParseException extends RuntimeException { public ParseException() { super(); diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/Graph.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/Graph.java index 9d5f52e44..2723e73fe 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/Graph.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/Graph.java @@ -30,19 +30,6 @@ import org.deeplearning4j.graph.vertexfactory.VertexFactory; import java.lang.reflect.Array; import java.util.*; -/** Graph, where all edges and vertices are stored in-memory.
- * Internally, this is a directed graph with adjacency list representation; however, if undirected edges - * are added, these edges are duplicated internally to allow for fast lookup.
- * Depending on the value of {@code allowMultipleEdges}, this graph implementation may or may not allow - * multiple edges between any two adjacent nodes. If multiple edges are required (such that two or more distinct edges - * between vertices X and Y exist simultaneously) then {@code allowMultipleEdges} should be set to {@code true}.
- * As per {@link IGraph}, this graph representation can have arbitrary objects attached
- * Vertices are initialized either directly via list, or via a {@link VertexFactory}. Edges are added using one of the - * addEdge methods. - * @param Type parameter for vertices (type of objects attached to each vertex) - * @param Type parameter for edges (type of objects attached to each edge) - * @author Alex Black - */ public class Graph extends BaseGraph { private boolean allowMultipleEdges; private List>[] edges; //edge[i].get(j).to = k, then edge from i -> k diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/VertexSequence.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/VertexSequence.java index 796aff941..2234edf25 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/VertexSequence.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/graph/VertexSequence.java @@ -26,9 +26,6 @@ import org.deeplearning4j.graph.api.Vertex; import java.util.NoSuchElementException; -/**A vertex sequence represents a sequences of vertices in a graph - * @author Alex Black - */ public class VertexSequence implements IVertexSequence { private final IGraph graph; private int[] indices; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/GraphWalkIterator.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/GraphWalkIterator.java index 8e5b8a3f3..22dec945e 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/GraphWalkIterator.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/GraphWalkIterator.java @@ -22,9 +22,6 @@ package org.deeplearning4j.graph.iterator; import org.deeplearning4j.graph.api.IVertexSequence; -/**Interface/iterator representing a sequence of walks on a graph - * For example, a {@code GraphWalkIterator} can represesnt a set of independent random walks on a graph - */ public interface GraphWalkIterator { /** Length of the walks returned by next() diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/RandomWalkIterator.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/RandomWalkIterator.java index e4ddc147b..a8830571b 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/RandomWalkIterator.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/RandomWalkIterator.java @@ -30,11 +30,6 @@ import org.deeplearning4j.graph.graph.VertexSequence; import java.util.NoSuchElementException; import java.util.Random; -/**Given a graph, iterate through random walks on that graph of a specified length. - * Random walks are generated starting at every node in the graph exactly once, though the order - * of the starting nodes is randomized. - * @author Alex Black - */ public class RandomWalkIterator implements GraphWalkIterator { private final IGraph graph; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/WeightedRandomWalkIterator.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/WeightedRandomWalkIterator.java index c788afe4d..c00c43752 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/WeightedRandomWalkIterator.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/WeightedRandomWalkIterator.java @@ -31,15 +31,6 @@ import java.util.List; import java.util.NoSuchElementException; import java.util.Random; -/**Given a graph, iterate through random walks on that graph of a specified length. - * Unlike {@link RandomWalkIterator}, the {@code WeightedRandomWalkIterator} uses the values associated with each edge - * to determine probabilities. Weights on each edge need not be normalized.
- * Because the edge values are used to determine the probabilities of selecting an edge, the {@code WeightedRandomWalkIterator} - * can only be used on graphs with an edge type that extends the {@link java.lang.Number} class (i.e., Integer, Double, etc)
- * Random walks are generated starting at every node in the graph exactly once, though the order of the starting nodes - * is randomized. - * @author Alex Black - */ public class WeightedRandomWalkIterator implements GraphWalkIterator { private final IGraph graph; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/GraphWalkIteratorProvider.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/GraphWalkIteratorProvider.java index 994e7a93b..0dde05633 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/GraphWalkIteratorProvider.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/GraphWalkIteratorProvider.java @@ -24,9 +24,6 @@ import org.deeplearning4j.graph.iterator.GraphWalkIterator; import java.util.List; -/**GraphWalkIteratorProvider: implementations of this interface provide a set of GraphWalkIterator objects. - * Intended use: parallelization. One GraphWalkIterator per thread. - */ public interface GraphWalkIteratorProvider { /**Get a list of GraphWalkIterators. In general: may return less than the specified number of iterators, diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/RandomWalkGraphIteratorProvider.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/RandomWalkGraphIteratorProvider.java index dc2f67ad7..58c03f8eb 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/RandomWalkGraphIteratorProvider.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/RandomWalkGraphIteratorProvider.java @@ -29,13 +29,6 @@ import java.util.ArrayList; import java.util.List; import java.util.Random; -/**Random walk graph iterator provider: given a graph, split up the generation of random walks - * for parallel learning. Specifically: with N threads and V vertices: - * - First iterator generates random walks starting at vertices 0 to V/N - * - Second iterator generates random walks starting at vertices V/N+1 to 2*V/N - * - and so on - * @param Vertex type - */ public class RandomWalkGraphIteratorProvider implements GraphWalkIteratorProvider { private IGraph graph; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/WeightedRandomWalkGraphIteratorProvider.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/WeightedRandomWalkGraphIteratorProvider.java index cd93fd422..0caf147d5 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/WeightedRandomWalkGraphIteratorProvider.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/iterator/parallel/WeightedRandomWalkGraphIteratorProvider.java @@ -29,14 +29,6 @@ import java.util.ArrayList; import java.util.List; import java.util.Random; -/**Weighted random walk graph iterator provider: given a weighted graph (of type {@code IGraph}), - * split up the generation of weighted random walks for parallel learning. Specifically: with N threads and V vertices: - * - First iterator generates weighted random walks starting at vertices 0 to V/N - * - Second iterator generates weighted random walks starting at vertices V/N+1 to 2*V/N - * - and so on - * @param Vertex type - * @see WeightedRandomWalkIterator - */ public class WeightedRandomWalkGraphIteratorProvider implements GraphWalkIteratorProvider { private IGraph graph; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/BinaryTree.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/BinaryTree.java index 9296a6f14..923b5a1fa 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/BinaryTree.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/BinaryTree.java @@ -20,7 +20,6 @@ package org.deeplearning4j.graph.models; -/** Binary tree interface, used in DeepWalk */ public interface BinaryTree { long getCode(int element); diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/GraphVectors.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/GraphVectors.java index e7de905e5..6f60aac8d 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/GraphVectors.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/GraphVectors.java @@ -26,9 +26,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.io.Serializable; -/**Vectors for nodes in a graph. - * Provides lookup table and convenience methods for graph vectors - */ public interface GraphVectors extends Serializable { public IGraph getGraph(); diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/DeepWalk.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/DeepWalk.java index 1d7e393f9..1d208be17 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/DeepWalk.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/DeepWalk.java @@ -40,16 +40,6 @@ import java.util.List; import java.util.concurrent.*; import java.util.concurrent.atomic.AtomicLong; -/**Implementation of the DeepWalk graph vectorization model, based on the paper - * DeepWalk: Online Learning of Social Representations by Perozzi, Al-Rfou & Skiena (2014), - * https://arxiv.org/abs/1403.6652
- * Similar to word2vec in nature, DeepWalk is an unsupervised learning algorithm that learns a vector representation - * of each vertex in a graph. Vector representations are learned using walks (usually random walks) on the vertices in - * the graph.
- * Once learned, these vector representations can then be used for purposes such as classification, clustering, similarity - * search, etc on the graph
- * @author Alex Black - */ public class DeepWalk extends GraphVectorsImpl { public static final int STATUS_UPDATE_FREQUENCY = 1000; private Logger log = LoggerFactory.getLogger(DeepWalk.class); diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/GraphHuffman.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/GraphHuffman.java index 7c62dfc14..919e04a16 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/GraphHuffman.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/deepwalk/GraphHuffman.java @@ -26,9 +26,6 @@ import org.deeplearning4j.graph.models.BinaryTree; import java.util.Arrays; import java.util.PriorityQueue; -/**An implementation of a Huffman tree specifically for graphs. - * Vertices in graph are indexed by an integer, 0 to nVertices-1 - */ public class GraphHuffman implements BinaryTree { private final int MAX_CODE_LENGTH; private final long[] codes; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorLookupTable.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorLookupTable.java index 12ca2b990..a5af0c16a 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorLookupTable.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorLookupTable.java @@ -22,8 +22,6 @@ package org.deeplearning4j.graph.models.embeddings; import org.nd4j.linalg.api.ndarray.INDArray; -/**Lookup table for vector representations of the vertices in a graph - */ public interface GraphVectorLookupTable { /**The size of the vector representations diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorsImpl.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorsImpl.java index b7360adba..9a6192602 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorsImpl.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/GraphVectorsImpl.java @@ -34,9 +34,6 @@ import org.nd4j.common.primitives.Pair; import java.util.Comparator; import java.util.PriorityQueue; -/** Base implementation for GraphVectors. Used in DeepWalk, and also when loading - * graph vectors from file. - */ @AllArgsConstructor @NoArgsConstructor public class GraphVectorsImpl implements GraphVectors { diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/InMemoryGraphLookupTable.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/InMemoryGraphLookupTable.java index 27071ee67..bcc847169 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/InMemoryGraphLookupTable.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/embeddings/InMemoryGraphLookupTable.java @@ -26,9 +26,6 @@ import org.nd4j.linalg.api.blas.Level1; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.factory.Nd4j; -/** A standard in-memory implementation of a lookup table for vector representations of the vertices in a graph - * @author Alex Black - */ public class InMemoryGraphLookupTable implements GraphVectorLookupTable { protected int nVertices; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/loader/GraphVectorSerializer.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/loader/GraphVectorSerializer.java index 993a20590..8934938d1 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/loader/GraphVectorSerializer.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/models/loader/GraphVectorSerializer.java @@ -35,9 +35,6 @@ import java.io.*; import java.util.ArrayList; import java.util.List; -/**GraphVectorSerializer: Provide static methods to save and load DeepWalk/Graph vectors - * - */ public class GraphVectorSerializer { private static final Logger log = LoggerFactory.getLogger(GraphVectorSerializer.class); private static final String DELIM = "\t"; diff --git a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/vertexfactory/VertexFactory.java b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/vertexfactory/VertexFactory.java index 5a3c19dc8..1004e9d91 100644 --- a/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/vertexfactory/VertexFactory.java +++ b/deeplearning4j/deeplearning4j-graph/src/main/java/org/deeplearning4j/graph/vertexfactory/VertexFactory.java @@ -22,8 +22,6 @@ package org.deeplearning4j.graph.vertexfactory; import org.deeplearning4j.graph.api.Vertex; -/**Vertex factory, used to create nodes from an integer index (0 to nVertices-1 inclusive) - */ public interface VertexFactory { Vertex create(int vertexIdx); diff --git a/deeplearning4j/deeplearning4j-graph/src/test/java/org/deeplearning4j/graph/AssertTestsExtendedBaseClass.java b/deeplearning4j/deeplearning4j-graph/src/test/java/org/deeplearning4j/graph/AssertTestsExtendedBaseClass.java index 80adc201c..f62bb82e9 100644 --- a/deeplearning4j/deeplearning4j-graph/src/test/java/org/deeplearning4j/graph/AssertTestsExtendedBaseClass.java +++ b/deeplearning4j/deeplearning4j-graph/src/test/java/org/deeplearning4j/graph/AssertTestsExtendedBaseClass.java @@ -25,14 +25,6 @@ import java.util.*; import org.deeplearning4j.BaseDL4JTest; import org.nd4j.common.tests.AbstractAssertTestsClass; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4JTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - * @author Alexander Stoyakin - */ @Slf4j public class AssertTestsExtendedBaseClass extends AbstractAssertTestsClass { diff --git a/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/BarnesHutTsne.java b/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/BarnesHutTsne.java index f32672907..07577629c 100644 --- a/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/BarnesHutTsne.java +++ b/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/BarnesHutTsne.java @@ -59,13 +59,6 @@ import static org.nd4j.linalg.ops.transforms.Transforms.pow; import static org.nd4j.linalg.ops.transforms.Transforms.sign; -/** - * Barnes hut algorithm for TSNE, uses a dual tree approximation approach. - * Work based on: - * http://lvdmaaten.github.io/tsne/ - * For hight dimensions, it's recommended to reduce the dimension up to 50 using another method (PCA or other) - * @author Adam Gibson - */ @Slf4j @Data public class BarnesHutTsne implements Model { diff --git a/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/Tsne.java b/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/Tsne.java index 97bc469c9..20a439de9 100644 --- a/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/Tsne.java +++ b/deeplearning4j/deeplearning4j-manifold/deeplearning4j-tsne/src/main/java/org/deeplearning4j/plot/Tsne.java @@ -45,13 +45,6 @@ import java.util.List; import static org.nd4j.linalg.factory.Nd4j.*; import static org.nd4j.linalg.ops.transforms.Transforms.*; -/** - * dl4j port of original t-sne algorithm described/implemented by van der Maaten and Hinton - * - * - * @author raver119@gmail.com - * @author Adam Gibson - */ public class Tsne { protected int maxIter = 1000; protected double realMin = Nd4j.EPS_THRESHOLD; diff --git a/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/handler/ModelTupleStream.java b/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/handler/ModelTupleStream.java index 679277c8f..ff7e0b319 100644 --- a/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/handler/ModelTupleStream.java +++ b/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/handler/ModelTupleStream.java @@ -46,34 +46,6 @@ import org.deeplearning4j.util.NetworkUtils; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.factory.Nd4j; -/** - * A - * org.apache.solr.client.solrj.io.stream.TupleStream that uses a {@link Model} to compute output scores. - * Tuple - * fields are the model inputs and the model output(s) are added to the returned tuple. - *

- * Illustrative configuration snippet: - *

-  <expressible name="emailModel" class="org.deeplearning4j.nn.modelexport.solr.handler.ModelTupleStream"/>
-
- *

- * Illustrative expression snippet: - *

-  emailModel(search(myCollection,
-                    q="*:*",
-                    fl="id,fieldX,fieldY,fieldZ",
-                    sort="id asc",
-                    qt="/export"),
-             serializedModelFileName="mySerializedModel",
-             inputKeys="fieldX,fieldY,fieldZ",
-             outputKeys="modelScoreField1,modelScoreField2")
-
- *

- * Apache Solr Reference Guide: - *

- */ public class ModelTupleStream extends TupleStream implements Expressible { final private static String SERIALIZED_MODEL_FILE_NAME_PARAM = "serializedModelFileName"; diff --git a/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/ltr/model/ScoringModel.java b/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/ltr/model/ScoringModel.java index b3e65c35b..eae9d3212 100644 --- a/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/ltr/model/ScoringModel.java +++ b/deeplearning4j/deeplearning4j-modelexport-solr/src/main/java/org/deeplearning4j/nn/modelexport/solr/ltr/model/ScoringModel.java @@ -41,30 +41,6 @@ import org.deeplearning4j.util.NetworkUtils; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.linalg.factory.Nd4j; -/** - * An - * org.apache.solr.ltr.model.LTRScoringModel that computes scores using a {@link MultiLayerNetwork} or - * {@link ComputationGraph} model. - *

- * Example configuration (snippet): - *

{
-  "class" : "org.deeplearning4j.nn.modelexport.solr.ltr.model.ScoringModel",
-  "name" : "myModel",
-  "features" : [
-    { "name" : "documentRecency", ... },
-    { "name" : "isBook", ... },
-    { "name" : "originalScore", ... }
-  ],
-  "params" : {
-    "serializedModelFileName" : "mySerializedModel"
-  }
-}
- *

- * Apache Solr Reference Guide: - *

- */ public class ScoringModel extends AdapterModel { private String serializedModelFileName; diff --git a/deeplearning4j/deeplearning4j-modelexport-solr/src/test/resources/solr/configsets/mini-expressible/conf/solrconfig.xml b/deeplearning4j/deeplearning4j-modelexport-solr/src/test/resources/solr/configsets/mini-expressible/conf/solrconfig.xml index 7c78b58ac..34074de14 100644 --- a/deeplearning4j/deeplearning4j-modelexport-solr/src/test/resources/solr/configsets/mini-expressible/conf/solrconfig.xml +++ b/deeplearning4j/deeplearning4j-modelexport-solr/src/test/resources/solr/configsets/mini-expressible/conf/solrconfig.xml @@ -19,12 +19,6 @@ ~ ******************************************************************************/ --> - - 7.7.1 diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/Hdf5Archive.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/Hdf5Archive.java index 669e005c3..0e4ccd44f 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/Hdf5Archive.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/Hdf5Archive.java @@ -39,15 +39,6 @@ import java.util.List; import static org.bytedeco.hdf5.global.hdf5.*; -/** - * Class for reading ND4J arrays and JSON strings from HDF5 archive files. - * - * HDF5 is really sensitive about the order its resources are deallocated in. - * Make sure to ALWAYS call {@link #close()} explicitly or with try-with-resources, - * or it might decide to crash the JVM. - * - * @author dave@skymind.io - */ @Slf4j public class Hdf5Archive implements Closeable { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasLayer.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasLayer.java index ee043a178..5c8c829c4 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasLayer.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasLayer.java @@ -41,11 +41,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.*; -/** - * Build Layer from Keras layer configuration. - * - * @author dave@skymind.io, Max Pumperla - */ @Slf4j public class KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModel.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModel.java index 6b95cb7a2..4efd8eb24 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModel.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModel.java @@ -58,12 +58,6 @@ import java.util.*; import static org.deeplearning4j.nn.modelimport.keras.KerasLayer.customLayers; import static org.deeplearning4j.nn.modelimport.keras.KerasLayer.lambdaLayers; -/** - * Build ComputationGraph from Keras (Functional API) Model or - * Sequential model configuration. - * - * @author dave@skymind.io, Max Pumperla - */ @Slf4j @Data public class KerasModel { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModelImport.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModelImport.java index 73c7bbf01..c9f3d15a0 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModelImport.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasModelImport.java @@ -32,15 +32,6 @@ import org.deeplearning4j.common.util.DL4JFileUtils; import java.io.*; -/** - * Reads stored Keras configurations and weights from one of two archives: - * either as - * - * - a single HDF5 file storing model and training JSON configurations and weights - * - separate text file storing model JSON configuration and HDF5 file storing weights. - * - * @author dave@skymind.io - */ @Slf4j public class KerasModelImport { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasSequentialModel.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasSequentialModel.java index fcb4013f2..696dc3df9 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasSequentialModel.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/KerasSequentialModel.java @@ -41,12 +41,6 @@ import java.util.*; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasModelUtils.importWeights; -/** - * Build DL4J MultiLayerNetwork model from Keras Sequential - * model configuration. - * - * @author dave@skymind.io - */ @Slf4j public class KerasSequentialModel extends KerasModel { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/config/KerasModelConfiguration.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/config/KerasModelConfiguration.java index 2c32246df..9c23c1544 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/config/KerasModelConfiguration.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/config/KerasModelConfiguration.java @@ -23,11 +23,6 @@ package org.deeplearning4j.nn.modelimport.keras.config; import lombok.Data; -/** - * Basic properties and field names of serialised Keras models. - * - * @author Max Pumperla - */ @Data public class KerasModelConfiguration { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/InvalidKerasConfigurationException.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/InvalidKerasConfigurationException.java index 15c3d2747..b5d5a014f 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/InvalidKerasConfigurationException.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/InvalidKerasConfigurationException.java @@ -21,14 +21,6 @@ package org.deeplearning4j.nn.modelimport.keras.exceptions; -/** - * Indicates that user is attempting to import a Keras model configuration that - * is malformed or invalid in some other way. - * - * See https://deeplearning4j.konduit.ai/keras-import/overview for more information. - * - * @author dave@skymind.io - */ public class InvalidKerasConfigurationException extends Exception { public InvalidKerasConfigurationException(String message) { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/UnsupportedKerasConfigurationException.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/UnsupportedKerasConfigurationException.java index 30ba0dd9b..e9505a3a1 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/UnsupportedKerasConfigurationException.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/exceptions/UnsupportedKerasConfigurationException.java @@ -21,15 +21,6 @@ package org.deeplearning4j.nn.modelimport.keras.exceptions; -/** - * Indicates that user is attempting to import a Keras model configuration that - * is not currently supported. - * - * See https://deeplearning4j.konduit.ai/keras-import/overview - * for more information and file an issue at https://github.com/eclipse/deeplearning4j/issues. - * - * @author dave@skymind.io - */ public class UnsupportedKerasConfigurationException extends Exception { public UnsupportedKerasConfigurationException(String message) { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/KerasLoss.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/KerasLoss.java index 4cbf5feee..addc3d833 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/KerasLoss.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/KerasLoss.java @@ -39,11 +39,6 @@ import java.util.ArrayList; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLossUtils.mapLossFunction; -/** - * Builds a DL4J LossLayer from a Keras training loss function. - * - * @author dave@skymind.io - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasELU.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasELU.java index eca11e00d..af40cf279 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasELU.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasELU.java @@ -32,11 +32,6 @@ import org.nd4j.linalg.activations.impl.ActivationLReLU; import java.util.Map; -/** - * Imports ELU layer from Keras - * - * @author Alex Black - */ public class KerasELU extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasReLU.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasReLU.java index 72888116f..255d2315d 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasReLU.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasReLU.java @@ -32,11 +32,6 @@ import org.nd4j.linalg.activations.impl.ActivationReLU; import java.util.Map; -/** - * Imports ReLU layer from Keras - * - * @author Alex Black - */ public class KerasReLU extends KerasLayer { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasSoftmax.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasSoftmax.java index b9cb56b93..5a8931ff5 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasSoftmax.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/advanced/activations/KerasSoftmax.java @@ -29,11 +29,6 @@ import org.nd4j.linalg.activations.impl.ActivationSoftmax; import java.util.Map; -/** - * Imports Softmax layer from Keras - * - * @author Alex Black - */ public class KerasSoftmax extends KerasLayer { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution1D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution1D.java index a1ab29a25..916bc8cef 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution1D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution1D.java @@ -37,12 +37,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasInitilizationUt import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getHasBiasFromConfig; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getNOutFromConfig; -/** - * Keras 1D atrous / dilated convolution layer. Note that in keras 2 this layer has been - * removed and dilations are now available through the "dilated" argument in regular Conv1D layers - *

- * author: Max Pumperla - */ public class KerasAtrousConvolution1D extends KerasConvolution { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution2D.java index 4d730fcb4..fb61997d0 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasAtrousConvolution2D.java @@ -37,12 +37,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasInitilizationUt import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getHasBiasFromConfig; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getNOutFromConfig; -/** - * Keras 1D atrous / dilated convolution layer. Note that in keras 2 this layer has been - * removed and dilations are now available through the "dilated" argument in regular Conv1D layers - *

- * author: Max Pumperla - */ public class KerasAtrousConvolution2D extends KerasConvolution { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution.java index ac00ff6a6..c27ef47eb 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution.java @@ -36,12 +36,6 @@ import java.util.Map; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.removeDefaultWeights; -/** - * Keras Convolution base layer - * - * @author Max Pumperla - */ - @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution1D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution1D.java index 733f5b3d5..bc807accf 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution1D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution1D.java @@ -48,11 +48,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasActivationUtils import static org.deeplearning4j.nn.modelimport.keras.utils.KerasInitilizationUtils.getWeightInitFromConfig; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.*; -/** - * Imports a 1D Convolution layer from Keras. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution2D.java index cd499d992..c6c513c29 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution2D.java @@ -43,11 +43,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getH import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getNOutFromConfig; -/** - * Imports a 2D Convolution layer from Keras. - * - * @author dave@skymind.io - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution3D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution3D.java index 003698fdf..2ffa05f4e 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution3D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolution3D.java @@ -42,11 +42,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getH import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getNOutFromConfig; -/** - * Imports a 3D Convolution layer from Keras. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolutionUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolutionUtils.java index f4fd3db8f..271dcd4a4 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolutionUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasConvolutionUtils.java @@ -36,11 +36,6 @@ import java.util.ArrayList; import java.util.List; import java.util.Map; -/** - * Utility functionality for Keras convolution layers. - * - * @author Max Pumperla - */ public class KerasConvolutionUtils { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping1D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping1D.java index b4f0d3358..7c073348d 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping1D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping1D.java @@ -33,11 +33,6 @@ import java.util.Map; import static org.deeplearning4j.nn.modelimport.keras.layers.convolutional.KerasConvolutionUtils.getPaddingFromConfig; -/** - * Imports a Keras Cropping 1D layer. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping2D.java index cfed5ad54..b4df34c5b 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping2D.java @@ -34,11 +34,6 @@ import java.util.Map; import static org.deeplearning4j.nn.modelimport.keras.layers.convolutional.KerasConvolutionUtils.getPaddingFromConfig; -/** - * Imports a Keras Cropping 2D layer. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping3D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping3D.java index d0cd3eb6a..16d31b2b1 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping3D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasCropping3D.java @@ -33,11 +33,6 @@ import java.util.Map; import static org.deeplearning4j.nn.modelimport.keras.layers.convolutional.KerasConvolutionUtils.getPaddingFromConfig; -/** - * Imports a Keras Cropping 3D layer. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDeconvolution2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDeconvolution2D.java index 8ee8b900c..cc7508ab1 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDeconvolution2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDeconvolution2D.java @@ -40,11 +40,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getH import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getNOutFromConfig; -/** - * Imports a 2D Deconvolution layer from Keras. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDepthwiseConvolution2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDepthwiseConvolution2D.java index 68346b348..e14d97bb1 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDepthwiseConvolution2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasDepthwiseConvolution2D.java @@ -48,11 +48,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasInitilizationUt import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getHasBiasFromConfig; -/** - * Keras depth-wise convolution 2D layer support - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasSeparableConvolution2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasSeparableConvolution2D.java index 98420780d..a72524529 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasSeparableConvolution2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/convolutional/KerasSeparableConvolution2D.java @@ -44,11 +44,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getH import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.getNOutFromConfig; -/** - * Keras separable convolution 2D layer support - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasActivation.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasActivation.java index e94f29ad0..7d4e8429d 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasActivation.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasActivation.java @@ -31,11 +31,6 @@ import java.util.Map; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasActivationUtils.getIActivationFromConfig; -/** - * Imports an Activation layer from Keras. - * - * @author dave@skymind.io - */ @Slf4j public class KerasActivation extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasFlatten.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasFlatten.java index c1d3f235b..1e12517a1 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasFlatten.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasFlatten.java @@ -37,11 +37,6 @@ import org.deeplearning4j.nn.modelimport.keras.preprocessors.ReshapePreprocessor import java.util.Map; -/** - * Imports a Keras Flatten layer as a DL4J {Cnn,Rnn}ToFeedForwardInputPreProcessor. - * - * @author dave@skymind.io - */ @Slf4j public class KerasFlatten extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasMerge.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasMerge.java index e0b255d12..5c1a31ad0 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasMerge.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasMerge.java @@ -33,13 +33,6 @@ import org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils; import java.util.Map; -/** - * Imports a Keras Merge layer as a DL4J Merge (graph) vertex. - *

- * TODO: handle axes arguments that alter merge behavior (requires changes to DL4J?) - * - * @author dave@skymind.io - */ @Slf4j @Data public class KerasMerge extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasRepeatVector.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasRepeatVector.java index 747697404..a7a3ef3e0 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasRepeatVector.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/core/KerasRepeatVector.java @@ -32,11 +32,6 @@ import org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils; import java.util.Map; -/** - * Imports a Keras RepeatVector layer - * - * @author Max Pumperla - */ @Slf4j public class KerasRepeatVector extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasLRN.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasLRN.java index 7fa432bb3..74118d200 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasLRN.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasLRN.java @@ -30,13 +30,6 @@ import org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils; import java.util.Map; -/** - * Keras does not have an official LRN layer. Instead, the Keras community has - * developed helpers to help address this issue. This custom layer was built specifically - * to allow import of GoogLeNet https://gist.github.com/joelouismarino/a2ede9ab3928f999575423b9887abd14. - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public class KerasLRN extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasPoolHelper.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasPoolHelper.java index 297d9c568..50542ae82 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasPoolHelper.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/custom/KerasPoolHelper.java @@ -29,12 +29,6 @@ import org.deeplearning4j.nn.modelimport.keras.exceptions.UnsupportedKerasConfig import java.util.Map; -/** - * Custom PoolHelper layer developed for importing GoogLeNet. This layer strips - * the first column and row of the input. See https://gist.github.com/joelouismarino/a2ede9ab3928f999575423b9887abd14. - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public class KerasPoolHelper extends KerasLayer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected1D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected1D.java index 9953e4ba8..9b9fecabf 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected1D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected1D.java @@ -44,11 +44,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasInitilizationUt import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.*; -/** - * Imports a 1D locally connected layer from Keras. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected2D.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected2D.java index 954a98f54..421797976 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected2D.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/local/KerasLocallyConnected2D.java @@ -44,11 +44,6 @@ import static org.deeplearning4j.nn.modelimport.keras.utils.KerasInitilizationUt import static org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils.*; -/** - * Imports a 2D locally connected layer from Keras. - * - * @author Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/normalization/KerasBatchNormalization.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/normalization/KerasBatchNormalization.java index 5d39c4446..a90f4f1e6 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/normalization/KerasBatchNormalization.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/normalization/KerasBatchNormalization.java @@ -41,11 +41,6 @@ import java.util.List; import java.util.Map; import java.util.Set; -/** - * Imports a BatchNormalization layer from Keras. - * - * @author dave@skymind.io, Max Pumperla - */ @Slf4j @Data @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/pooling/KerasPoolingUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/pooling/KerasPoolingUtils.java index 6ce30389a..156dbfd41 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/pooling/KerasPoolingUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/pooling/KerasPoolingUtils.java @@ -24,11 +24,6 @@ import org.deeplearning4j.nn.conf.layers.PoolingType; import org.deeplearning4j.nn.modelimport.keras.config.KerasLayerConfiguration; import org.deeplearning4j.nn.modelimport.keras.exceptions.UnsupportedKerasConfigurationException; -/** - * Utility functionality for Keras pooling layers. - * - * @author Max Pumperla - */ public class KerasPoolingUtils { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/recurrent/KerasRnnUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/recurrent/KerasRnnUtils.java index c91cdd868..36895be7c 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/recurrent/KerasRnnUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/recurrent/KerasRnnUtils.java @@ -30,11 +30,6 @@ import org.deeplearning4j.nn.modelimport.keras.utils.KerasLayerUtils; import java.util.Map; -/** - * Utility functions for Keras RNN layers - * - * @author Max Pumperla - */ public class KerasRnnUtils { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/wrappers/KerasBidirectional.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/wrappers/KerasBidirectional.java index 39fcf6e86..1042ca244 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/wrappers/KerasBidirectional.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/layers/wrappers/KerasBidirectional.java @@ -40,11 +40,6 @@ import java.util.Collections; import java.util.HashMap; import java.util.Map; -/** - * Builds a DL4J Bidirectional layer from a Keras Bidirectional layer wrapper - * - * @author Max Pumperla - */ public class KerasBidirectional extends KerasLayer { private KerasLayer kerasRnnlayer; diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/sequence/TimeSeriesGenerator.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/sequence/TimeSeriesGenerator.java index c91a74ad9..4f397850b 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/sequence/TimeSeriesGenerator.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/sequence/TimeSeriesGenerator.java @@ -38,11 +38,6 @@ import java.util.Map; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasModelUtils.parseJsonString; -/** - * Java port of Keras' TimeSeriesGenerator, see https://keras.io/preprocessing/sequence/ - * - * @author Max Pumperla - */ @Data public class TimeSeriesGenerator { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/text/KerasTokenizer.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/text/KerasTokenizer.java index 782c4555d..599519aa0 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/text/KerasTokenizer.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessing/text/KerasTokenizer.java @@ -32,11 +32,6 @@ import java.util.*; import static org.deeplearning4j.nn.modelimport.keras.utils.KerasModelUtils.parseJsonString; -/** - * Java port of Keras' text tokenizer, see https://keras.io/preprocessing/text/ for more information. - * - * @author Max Pumperla - */ @Data public class KerasTokenizer { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/KerasFlattenRnnPreprocessor.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/KerasFlattenRnnPreprocessor.java index 8f7017ffc..5866b2f18 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/KerasFlattenRnnPreprocessor.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/KerasFlattenRnnPreprocessor.java @@ -30,11 +30,6 @@ import org.deeplearning4j.nn.workspace.LayerWorkspaceMgr; import org.nd4j.linalg.api.ndarray.INDArray; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Preprocessor to flatten input of RNN type - * - * @author Max Pumperla - */ @Slf4j @Data public class KerasFlattenRnnPreprocessor extends BaseInputPreProcessor { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/PermutePreprocessor.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/PermutePreprocessor.java index 2d5eba060..90eb74931 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/PermutePreprocessor.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/PermutePreprocessor.java @@ -34,11 +34,6 @@ import org.nd4j.shade.jackson.annotation.JsonIgnoreProperties; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * Preprocessor to permute input data according to specified permutation indices. - * - * @author Max Pumperla - */ @Data @Slf4j @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/ReshapePreprocessor.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/ReshapePreprocessor.java index dfd5a0b2f..ba41cc91d 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/ReshapePreprocessor.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/ReshapePreprocessor.java @@ -41,16 +41,6 @@ import java.util.Arrays; import static org.nd4j.common.util.ArrayUtil.prodLong; -/** - * Generic reshape preprocessor. - * Note that shapes may be specified with or without the leading minibatch dimension, as long as hasMiniBatchDimension - * is set appropriately in {@link #ReshapePreprocessor(long[], long[], boolean)}
- * For example, to reshape from [minibatch, 32] to [minibatch, 2, 4, 4] you could use:
- * hasMiniBatchDimension = true with inputShape = [-1, 32] and targetShape = [-1, 2, 4, 4] OR
- * hasMiniBatchDimension = false with inputShape = [32] and targetShape = [2, 4, 4] - * - * @author Max Pumperla - */ @Data @Slf4j @EqualsAndHashCode(callSuper = false) diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/TensorFlowCnnToFeedForwardPreProcessor.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/TensorFlowCnnToFeedForwardPreProcessor.java index 804d7f566..754850a4a 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/TensorFlowCnnToFeedForwardPreProcessor.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/preprocessors/TensorFlowCnnToFeedForwardPreProcessor.java @@ -30,10 +30,6 @@ import org.nd4j.linalg.api.shape.Shape; import org.nd4j.shade.jackson.annotation.JsonCreator; import org.nd4j.shade.jackson.annotation.JsonProperty; -/** - * @deprecated Exists only for backward compatibility of older pretrained models. Should not be used. - * Use {@link CnnToFeedForwardPreProcessor} for all new models instead. - */ @Slf4j @Deprecated public class TensorFlowCnnToFeedForwardPreProcessor extends CnnToFeedForwardPreProcessor { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/DL4JKerasModelValidator.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/DL4JKerasModelValidator.java index ec37509a4..627603b13 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/DL4JKerasModelValidator.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/DL4JKerasModelValidator.java @@ -31,11 +31,6 @@ import org.nd4j.common.validation.ValidationResult; import java.io.File; import java.util.Collections; -/** - * A utility for validating serialized Keras sequential and functional models for import into DL4J - * - * @author Alex Black - */ public class DL4JKerasModelValidator { private DL4JKerasModelValidator(){ } diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasActivationUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasActivationUtils.java index a13b7ace3..cbf7b548f 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasActivationUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasActivationUtils.java @@ -28,11 +28,6 @@ import org.nd4j.linalg.activations.IActivation; import java.util.Map; -/** - * Utility functionality for Keras activation functions. - * - * @author Max Pumperla - */ public class KerasActivationUtils { /** diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasConstraintUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasConstraintUtils.java index 0c8b08877..717cd29cf 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasConstraintUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasConstraintUtils.java @@ -33,11 +33,6 @@ import org.deeplearning4j.nn.modelimport.keras.exceptions.UnsupportedKerasConfig import java.util.HashMap; import java.util.Map; -/** - * Utility functionality for keras constraints. - * - * @author Max Pumperla - */ @Slf4j public class KerasConstraintUtils { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasInitilizationUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasInitilizationUtils.java index 3d78369a7..5b400c47c 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasInitilizationUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasInitilizationUtils.java @@ -30,11 +30,6 @@ import org.deeplearning4j.nn.weights.*; import java.util.HashMap; import java.util.Map; -/** - * Utility functionality for Keras weight initializers - * - * @author Max Pumperla - */ @Slf4j public class KerasInitilizationUtils { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLayerUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLayerUtils.java index 7342ad03d..6c2fd66a7 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLayerUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLayerUtils.java @@ -55,11 +55,6 @@ import org.nd4j.common.primitives.Pair; import java.lang.reflect.Constructor; import java.util.*; -/** - * Utility functionality to import keras models - * - * @author Max Pumperla - */ @Slf4j public class KerasLayerUtils { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLossUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLossUtils.java index ad27b13b0..02474bb72 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLossUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasLossUtils.java @@ -30,11 +30,6 @@ import java.util.HashMap; import java.util.Map; -/** - * Utility functionality for keras loss functions - * - * @author Max Pumperla - */ @Slf4j public class KerasLossUtils { static final Map customLoss = new HashMap<>(); diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasModelUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasModelUtils.java index 62ed66391..859537f93 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasModelUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasModelUtils.java @@ -43,11 +43,6 @@ import java.util.*; import java.util.regex.Matcher; import java.util.regex.Pattern; -/** - * Utility functionality to import keras models - * - * @author Max Pumperla - */ @Slf4j public class KerasModelUtils { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasOptimizerUtils.java b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasOptimizerUtils.java index e1a9265a1..7324c615f 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasOptimizerUtils.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/main/java/org/deeplearning4j/nn/modelimport/keras/utils/KerasOptimizerUtils.java @@ -29,11 +29,6 @@ import org.nd4j.linalg.schedule.ScheduleType; import java.util.Map; -/** - * Utility functionality for keras optimizers - * - * @author Max Pumperla - */ @Slf4j public class KerasOptimizerUtils { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras1ModelConfigurationTest.java b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras1ModelConfigurationTest.java index 0194dd017..c8e049795 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras1ModelConfigurationTest.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras1ModelConfigurationTest.java @@ -33,12 +33,6 @@ import org.nd4j.common.resources.Resources; import java.io.InputStream; -/** - * Unit tests for Keras1 model configuration import. - * - * @author Max Pumperla - */ - @Slf4j public class Keras1ModelConfigurationTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras2ModelConfigurationTest.java b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras2ModelConfigurationTest.java index cb4aaf123..fb605da90 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras2ModelConfigurationTest.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/configurations/Keras2ModelConfigurationTest.java @@ -47,12 +47,6 @@ import static junit.framework.TestCase.assertTrue; import static org.junit.Assert.assertArrayEquals; -/** - * Unit tests for Keras2 model configuration import. - * - * @author Max Pumperla - */ - @Slf4j public class Keras2ModelConfigurationTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLayerTest.java b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLayerTest.java index b8f019c09..2c0b1edb0 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLayerTest.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLayerTest.java @@ -38,13 +38,6 @@ import org.junit.rules.TemporaryFolder; import java.io.File; import java.net.URL; -/** - * Test import of Keras custom layers. Must be run manually, since user must download weights and config from - * http://blob.deeplearning4j.org/models/googlenet_keras_weights.h5 - * http://blob.deeplearning4j.org/models/googlenet_config.json - * - * @author Justin Long (crockpotveggies) - */ @Slf4j public class KerasCustomLayerTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLossTest.java b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLossTest.java index b291d9793..0d0d2b7a7 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLossTest.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasCustomLossTest.java @@ -40,11 +40,6 @@ import java.nio.file.Files; import java.nio.file.StandardCopyOption; -/** - * Test importing Keras models with custom loss. - * - * @author Paul Dubs - */ public class KerasCustomLossTest extends BaseDL4JTest { @Rule diff --git a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000PredictTest.java b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000PredictTest.java index 4356f7315..3144bdb8f 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000PredictTest.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000PredictTest.java @@ -37,19 +37,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.io.File; -/** - * Import previously stored YOLO9000 Keras net from https://github.com/allanzelener/YAD2K. - *

- * git clone https://github.com/allanzelener/YAD2K - * cd YAD2K - * wget http://pjreddie.com/media/files/yolo.weights - * wget https://raw.githubusercontent.com/pjreddie/darknet/master/cfg/yolo.cfg - * python3 yad2k.py yolo.cfg yolo.weights yolo.h5 - *

- * To run this test put the output of this script on the test resources path. - * - * @author Max Pumperla - */ @Slf4j public class KerasYolo9000PredictTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000Test.java b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000Test.java index 997bbac96..34981cbfd 100644 --- a/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000Test.java +++ b/deeplearning4j/deeplearning4j-modelimport/src/test/java/org/deeplearning4j/nn/modelimport/keras/e2e/KerasYolo9000Test.java @@ -37,19 +37,6 @@ import java.io.InputStream; import java.nio.file.Files; import java.nio.file.StandardCopyOption; -/** - * Import previously stored YOLO9000 Keras net from https://github.com/allanzelener/YAD2K. - *

- * git clone https://github.com/allanzelener/YAD2K - * cd YAD2K - * wget http://pjreddie.com/media/files/yolo.weights - * wget https://raw.githubusercontent.com/pjreddie/darknet/master/cfg/yolo.cfg - * python3 yad2k.py yolo.cfg yolo.weights yolo.h5 - *

- * To run this test put the output of this script on the test resources path. - * - * @author Max Pumperla - */ @Slf4j public class KerasYolo9000Test extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighbor.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighbor.java index 8a373b3ff..88f3a7b46 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighbor.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighbor.java @@ -31,9 +31,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.ArrayList; import java.util.List; -/** - * Created by agibsonccc on 4/27/17. - */ @AllArgsConstructor @Builder public class NearestNeighbor { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborsServer.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborsServer.java index eb4876e56..4868bd2ce 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborsServer.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/main/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborsServer.java @@ -47,16 +47,6 @@ import org.nd4j.serde.binary.BinarySerde; import java.io.File; import java.util.*; -/** - * A rest server for using an - * {@link VPTree} based on loading an ndarray containing - * the data points for the path - * The input values are an {@link CSVRecord} - * which (based on the input schema) will automatically - * have their values transformed. - * - * @author Adam Gibson - */ @Slf4j public class NearestNeighborsServer extends AbstractVerticle { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/test/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborTest.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/test/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborTest.java index 310f837ce..dc63f54f1 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/test/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborTest.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbor-server/src/test/java/org/deeplearning4j/nearestneighbor/server/NearestNeighborTest.java @@ -44,9 +44,6 @@ import java.util.concurrent.Executors; import static org.junit.Assert.assertEquals; -/** - * Created by agibsonccc on 4/27/17. - */ public class NearestNeighborTest extends BaseDL4JTest { @Rule diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-client/src/main/java/org/deeplearning4j/nearestneighbor/client/NearestNeighborsClient.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-client/src/main/java/org/deeplearning4j/nearestneighbor/client/NearestNeighborsClient.java index cf6d22501..570e75bf9 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-client/src/main/java/org/deeplearning4j/nearestneighbor/client/NearestNeighborsClient.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-client/src/main/java/org/deeplearning4j/nearestneighbor/client/NearestNeighborsClient.java @@ -34,13 +34,6 @@ import org.nd4j.shade.jackson.core.JsonProcessingException; import java.io.IOException; -/** - * Client for the nearest neighbors server. - * To create a client, pass in a host port combination with the following format: - * http://host:port - * - * @author Adam Gibson - */ @AllArgsConstructor public class NearestNeighborsClient { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/Base64NDArrayBody.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/Base64NDArrayBody.java index 9df176364..c68f48ebe 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/Base64NDArrayBody.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/Base64NDArrayBody.java @@ -27,9 +27,6 @@ import lombok.NoArgsConstructor; import java.io.Serializable; -/** - * Created by agibsonccc on 12/24/16. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/BatchRecord.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/BatchRecord.java index 5a36ec6de..f2a9475a1 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/BatchRecord.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/BatchRecord.java @@ -30,9 +30,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.List; -/** - * Created by agibsonccc on 1/21/17. - */ @Data @AllArgsConstructor @Builder diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/CSVRecord.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/CSVRecord.java index 647615a43..ef642bf0d 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/CSVRecord.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/CSVRecord.java @@ -27,9 +27,6 @@ import org.nd4j.linalg.dataset.DataSet; import java.io.Serializable; -/** - * Created by agibsonccc on 12/24/16. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborRequest.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborRequest.java index 6e5ef79d8..5044c6b35 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborRequest.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborRequest.java @@ -24,9 +24,6 @@ import lombok.Data; import java.io.Serializable; -/** - * Created by agibsonccc on 4/26/17. - */ @Data public class NearestNeighborRequest implements Serializable { private int k; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResult.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResult.java index 5698f7e36..768b0dfc9 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResult.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResult.java @@ -23,9 +23,6 @@ package org.deeplearning4j.nearestneighbor.model; import lombok.AllArgsConstructor; import lombok.Data; import lombok.NoArgsConstructor; -/** - * Created by agibsonccc on 4/26/17. - */ @Data @AllArgsConstructor @NoArgsConstructor diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResults.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResults.java index 22ed3461e..d95c68fb6 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResults.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/deeplearning4j-nearestneighbors-model/src/main/java/org/deeplearning4j/nearestneighbor/model/NearestNeighborsResults.java @@ -28,9 +28,6 @@ import lombok.NoArgsConstructor; import java.io.Serializable; import java.util.List; -/** - * Created by agibsonccc on 4/27/17. - */ @Data @Builder @NoArgsConstructor diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/BaseClusteringAlgorithm.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/BaseClusteringAlgorithm.java index d18c17c4b..e7e467ad3 100755 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/BaseClusteringAlgorithm.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/BaseClusteringAlgorithm.java @@ -45,14 +45,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.ExecutorService; -/** - * - * adapted to ndarray matrices - * - * @author Adam Gibson - * @author Julien Roch - * - */ @Slf4j @NoArgsConstructor(access = AccessLevel.PROTECTED) public class BaseClusteringAlgorithm implements ClusteringAlgorithm, Serializable { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/ClusteringAlgorithm.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/ClusteringAlgorithm.java index 786c83aec..02ac17f39 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/ClusteringAlgorithm.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/algorithm/ClusteringAlgorithm.java @@ -25,12 +25,6 @@ import org.deeplearning4j.clustering.cluster.Point; import java.util.List; -/** - * An interface for a clustering - * algorithm. - * This is for applying a clustering - * algorithm to a list of points. - */ public interface ClusteringAlgorithm { /** diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/Cluster.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/Cluster.java index e52d609d8..7f4f221e5 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/Cluster.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/Cluster.java @@ -30,11 +30,6 @@ import java.util.Collections; import java.util.List; import java.util.UUID; -/** - * A cluster. - * - * - */ @Data public class Cluster implements Serializable { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/ClusterUtils.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/ClusterUtils.java index 525dec0d1..ac1786538 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/ClusterUtils.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/cluster/ClusterUtils.java @@ -40,10 +40,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.*; import java.util.concurrent.ExecutorService; -/** - * - * Basic cluster utilities - */ @NoArgsConstructor(access = AccessLevel.PRIVATE) @Slf4j public class ClusterUtils { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/HyperRect.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/HyperRect.java index de7b51afc..c3e0bc418 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/HyperRect.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/HyperRect.java @@ -27,9 +27,6 @@ import org.nd4j.common.primitives.Pair; import java.io.Serializable; -/** - * Created by agibsonccc on 12/29/14. - */ public class HyperRect implements Serializable { //private List points; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/KDTree.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/KDTree.java index e41c71e1e..fd77c8342 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/KDTree.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kdtree/KDTree.java @@ -32,11 +32,6 @@ import java.util.Collections; import java.util.Comparator; import java.util.List; -/** - * KDTree based on: https://github.com/nicky-zs/kdtree-python/blob/master/kdtree.py - * - * @author Adam Gibson - */ public class KDTree implements Serializable { private KDNode root; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kmeans/KMeansClustering.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kmeans/KMeansClustering.java index b527846a1..00b5bb3e9 100755 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kmeans/KMeansClustering.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/kmeans/KMeansClustering.java @@ -26,11 +26,6 @@ import org.deeplearning4j.clustering.strategy.ClusteringStrategy; import org.deeplearning4j.clustering.strategy.FixedClusterCountStrategy; -/** - * - * @author Julien Roch - * - */ public class KMeansClustering extends BaseClusteringAlgorithm { private static final long serialVersionUID = 8476951388145944776L; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/LSH.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/LSH.java index 1dea6a989..b9fbffa7a 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/LSH.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/LSH.java @@ -22,14 +22,6 @@ package org.deeplearning4j.clustering.lsh; import org.nd4j.linalg.api.ndarray.INDArray; -/** - * This interface gathers the minimal elements for an LSH implementation - * - * See chapter 3 of : - * _Mining Massive Datasets_, Anand Rajaraman and Jeffrey Ullman - * http://www.mmds.org/ - * - */ public interface LSH { /** diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/RandomProjectionLSH.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/RandomProjectionLSH.java index 2e77a8cd8..7b9873d73 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/RandomProjectionLSH.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/lsh/RandomProjectionLSH.java @@ -38,28 +38,6 @@ import org.nd4j.linalg.ops.transforms.Transforms; import java.util.Arrays; -/** - * This class implements Entropy LSH for the cosine distance, in order to preserve memory for large datasets. - * - * Entropy SLH is the LSH scheme of - * - * _Entropy based nearest neighbor search in high dimensions_ - * R Panigrahy - SIAM 2006 - * https://arxiv.org/pdf/cs/0510019.pdf - * - * To read more about LSH, in particular for the Cosine distance, see - * chapter 3 of : - * _Mining Massive Datasets_, Anand Rajaraman and Jeffrey Ullman - * http://www.mmds.org/ - * - * The original development of LSH for the cosine distance is from - * Similarity estimation techniques from rounding algorithms - * MS Charikar - STOCS, 2002 - * - * Note for high-precision or distributed settings, you should not - * use this and rather extend this to layered LSH ( https://arxiv.org/abs/1210.7057 ) - * - */ public class RandomProjectionLSH implements LSH { @Override diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/Cell.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/Cell.java index 46f443b4c..cb82b6f87 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/Cell.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/Cell.java @@ -24,10 +24,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.io.Serializable; -/** - * A cell representing a bounding box forthe quad tree - * @author Adam Gibson - */ public class Cell implements Serializable { private double x, y, hw, hh; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/QuadTree.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/QuadTree.java index 8ab144941..20d216b44 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/QuadTree.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/quadtree/QuadTree.java @@ -29,16 +29,6 @@ import java.io.Serializable; import static java.lang.Math.max; -/** - * QuadTree: http://en.wikipedia.org/wiki/Quadtree - * - * Reference impl based on the paper by: - * https://arxiv.org/pdf/1301.3342v2.pdf - * - * Primarily focused on 2 dimensions, may expand later if there's a reason. - * - * @author Adam Gibson - */ public class QuadTree implements Serializable { private QuadTree parent, northWest, northEast, southWest, southEast; private boolean isLeaf = true; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/randomprojection/RPUtils.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/randomprojection/RPUtils.java index 3fe0431f7..0bd2574e7 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/randomprojection/RPUtils.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/randomprojection/RPUtils.java @@ -32,11 +32,6 @@ import org.nd4j.common.primitives.Pair; import java.util.*; -/** - * A port of: https://github.com/lyst/rpforest to nd4j - * - * @author - */ public class RPUtils { diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/DataPoint.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/DataPoint.java index 75640cb8d..6681d3148 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/DataPoint.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/DataPoint.java @@ -29,11 +29,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.io.Serializable; -/** - * - * A vector with an index and function for distance - * @author Adam Gibson - */ @Data public class DataPoint implements Serializable { private int index; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/HeapObject.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/HeapObject.java index 71f3e19d5..e68cf33ec 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/HeapObject.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/sptree/HeapObject.java @@ -25,9 +25,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.io.Serializable; -/** - * @author raver119@gmail.com - */ @Data public class HeapObject implements Serializable, Comparable { private int index; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/util/MathUtils.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/util/MathUtils.java index 1848e87c7..2290c6269 100755 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/util/MathUtils.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/util/MathUtils.java @@ -34,12 +34,6 @@ import java.util.Random; import java.util.Set; -/** - * This is a math utils class. - * - * @author Adam Gibson - * - */ public class MathUtils { /** The natural logarithm of 2. */ diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTree.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTree.java index 9d843942e..e4f699289 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTree.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTree.java @@ -38,12 +38,6 @@ import java.util.*; import java.util.concurrent.*; import java.util.concurrent.atomic.AtomicInteger; -/** - * Vantage point tree implementation - * - * @author Adam Gibson - * @author raver119@gmail.com - */ @Slf4j @Builder @AllArgsConstructor diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTreeFillSearch.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTreeFillSearch.java index 9169da2b3..2cf87d69b 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTreeFillSearch.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/VPTreeFillSearch.java @@ -28,16 +28,6 @@ import org.nd4j.linalg.factory.Nd4j; import java.util.ArrayList; import java.util.List; -/** - * Brute force search - * for running search - * relative to a target - * but forced to fill the result list - * until the desired k is matched. - * - * The algorithm does this by searching - * nearby points by k in a greedy fashion - */ public class VPTreeFillSearch { private VPTree vpTree; private int k; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/package-info.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/package-info.java index 94e121f53..49d19a719 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/package-info.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/main/java/org/deeplearning4j/clustering/vptree/package-info.java @@ -18,9 +18,4 @@ * ***************************************************************************** */ -/** - * Created by agibsonccc on 1/3/15. - * Work adapted from: - * https://code.google.com/p/vptree/ - */ package org.deeplearning4j.clustering.vptree; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kdtree/KDTreeTest.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kdtree/KDTreeTest.java index 2c44974a5..e436d62f5 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kdtree/KDTreeTest.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kdtree/KDTreeTest.java @@ -45,9 +45,6 @@ import static java.util.concurrent.TimeUnit.SECONDS; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by agibsonccc on 1/1/15. - */ public class KDTreeTest extends BaseDL4JTest { @Override diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kmeans/KMeansTest.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kmeans/KMeansTest.java index 0bd1d00fc..e3a2467ec 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kmeans/KMeansTest.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/kmeans/KMeansTest.java @@ -35,9 +35,6 @@ import java.util.List; import static org.junit.Assert.*; -/** - * Created by agibsonccc on 7/2/17. - */ public class KMeansTest extends BaseDL4JTest { private boolean[] useKMeansPlusPlus = {true, false}; diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/quadtree/QuadTreeTest.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/quadtree/QuadTreeTest.java index c34bc9adb..0cb77bd1d 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/quadtree/QuadTreeTest.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/quadtree/QuadTreeTest.java @@ -28,9 +28,6 @@ import org.nd4j.linalg.factory.Nd4j; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * Created by agibsonccc on 1/2/15. - */ public class QuadTreeTest extends BaseDL4JTest { @Test diff --git a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/vptree/VPTreeSerializationTests.java b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/vptree/VPTreeSerializationTests.java index 18dd1681f..86d34b603 100644 --- a/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/vptree/VPTreeSerializationTests.java +++ b/deeplearning4j/deeplearning4j-nearestneighbors-parent/nearestneighbor-core/src/test/java/org/deeplearning4j/clustering/vptree/VPTreeSerializationTests.java @@ -36,10 +36,6 @@ import java.util.ArrayList; import static org.junit.Assert.assertEquals; import static org.junit.Assert.assertTrue; -/** - * VPTree java serialization tests - * @author raver119@gmail.com - */ @Slf4j public class VPTreeSerializationTests extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/MakeTrainFile.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/MakeTrainFile.java index 700277168..4700b928b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/MakeTrainFile.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/MakeTrainFile.java @@ -32,14 +32,6 @@ import java.io.FileOutputStream; import java.io.IOException; import java.util.List; -/** - * 生成crf 或者是 wapiti的训练语聊工具. - * - * 执行:java org.ansj.app.crf.MakeTrainFile [inputPath] [outputPath] - * - * @author Ansj - * - */ public class MakeTrainFile { private static final Log logger = LogFactory.getLog(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFModel.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFModel.java index 2e50c6c64..4a1886fed 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFModel.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFModel.java @@ -29,12 +29,6 @@ import java.io.*; import java.util.zip.GZIPInputStream; import java.util.zip.ZipException; -/** - * 加载ansj格式的crfmodel,目前此model格式是通过crf++ 或者wapiti生成的 - * - * @author Ansj - * - */ public class CRFModel extends Model { public static final String VERSION = "ansj1"; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFppTxtModel.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFppTxtModel.java index ad83d2a0c..f0eb5485c 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFppTxtModel.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/CRFppTxtModel.java @@ -34,14 +34,6 @@ import java.io.IOException; import java.io.InputStream; import java.util.*; -/** - * 加载CRF+生成的crf文本模型,测试使用的CRF++版本为:CRF++-0.58 - * - * 下载地址:https://taku910.github.io/crfpp/#download 在这里感谢作者所做的工作. - * - * @author Ansj - * - */ public class CRFppTxtModel extends Model { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/WapitiCRFModel.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/WapitiCRFModel.java index c0ede56e1..0a2742b07 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/WapitiCRFModel.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/app/crf/model/WapitiCRFModel.java @@ -33,14 +33,6 @@ import java.io.IOException; import java.io.InputStream; import java.util.*; -/** - * 加载wapiti生成的crf模型,测试使用的wapiti版本为:Wapiti v1.5.0 - * - * wapiti 下载地址:https://wapiti.limsi.fr/#download 在这里感谢作者所做的工作. - * - * @author Ansj - * - */ public class WapitiCRFModel extends Model { @Override diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/PathToStream.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/PathToStream.java index 4c9db587c..32ced758b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/PathToStream.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/PathToStream.java @@ -29,12 +29,6 @@ import org.deeplearning4j.common.config.DL4JClassLoading; import java.io.InputStream; -/** - * 将路径转换为流,如果你需要实现自己的加载器请实现这个类,使用这个类可能需要自己依赖第三方包,比如jdbc连接和nutz - * - * @author ansj - * - */ public abstract class PathToStream { public static InputStream stream(String path) { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/File2Stream.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/File2Stream.java index 66ff4fa21..cda851134 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/File2Stream.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/File2Stream.java @@ -28,12 +28,6 @@ import org.nlpcn.commons.lang.util.logging.LogFactory; import java.io.*; import java.util.Vector; -/** - * 将文件转换为流 file://c:/dic.txt - * - * @author ansj - * - */ public class File2Stream extends PathToStream { private static final Log LOG = LogFactory.getLog(File2Stream.class); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jar2Stream.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jar2Stream.java index 8f4343604..b139cbd90 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jar2Stream.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jar2Stream.java @@ -27,12 +27,6 @@ import org.deeplearning4j.common.config.DL4JClassLoading; import java.io.InputStream; -/** - * 从系统jar包中读取文件,你们不能用,只有我能用 jar://org.ansj.dic.DicReader|/crf.model - * - * @author ansj - * - */ public class Jar2Stream extends PathToStream { @Override diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jdbc2Stream.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jdbc2Stream.java index b7207e90d..848ac1c23 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jdbc2Stream.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Jdbc2Stream.java @@ -32,11 +32,6 @@ import java.sql.DriverManager; import java.sql.PreparedStatement; import java.sql.ResultSet; -/** - * jdbc:mysql://192.168.10.103:3306/infcn_mss?useUnicode=true&characterEncoding=utf-8&zeroDateTimeBehavior=convertToNull|username|password|select name as name,nature,freq from dic where type=1 - * - * @author ansj - */ public class Jdbc2Stream extends PathToStream { private static final byte[] TAB = "\t".getBytes(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Url2Stream.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Url2Stream.java index 3928de31b..27d9aaa2b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Url2Stream.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/dic/impl/Url2Stream.java @@ -26,12 +26,6 @@ import org.ansj.exception.LibraryException; import java.io.InputStream; import java.net.URL; -/** - * url://http://maven.nlpcn.org/down/library/default.dic - * - * @author ansj - * - */ public class Url2Stream extends PathToStream { @Override diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/library/NatureLibrary.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/library/NatureLibrary.java index cb530f909..3a6f5c8d0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/library/NatureLibrary.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/library/NatureLibrary.java @@ -31,12 +31,6 @@ import java.io.BufferedReader; import java.io.IOException; import java.util.HashMap; -/** - * 这里封装了词性和词性之间的关系.以及词性的索引.这是个好东西. 里面数组是从ict里面找来的. 不是很新.没有语料无法训练 - * - * @author ansj - * - */ public class NatureLibrary { private static final Log logger = LogFactory.getLog(NatureLibrary.class); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/recognition/impl/DicRecognition.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/recognition/impl/DicRecognition.java index db21c98e2..93fac93b2 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/recognition/impl/DicRecognition.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/ansj/recognition/impl/DicRecognition.java @@ -28,13 +28,6 @@ import org.nlpcn.commons.lang.tire.domain.Forest; import java.util.List; -/** - * - * 用户自定词典识别 多本词典加入后将不再具有先后顺序,合并后统一规划.如果需要先后顺序请分别每个词典调用 Result.Recognition().Recognition() 这种方式 TODO:这种写灵活性是够了,但是速度不咋地.发愁........该不该这么写.先保留吧..也许在下一个版本中来做把 - * - * @author Ansj - * - */ public class DicRecognition implements Recognition { private static final long serialVersionUID = 7487741700410080896L; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/deeplearning4j/nlp/chinese/tokenization/tokenizerFactory/ChineseTokenizerFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/deeplearning4j/nlp/chinese/tokenization/tokenizerFactory/ChineseTokenizerFactory.java index e106a39dd..ea1cee56e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/deeplearning4j/nlp/chinese/tokenization/tokenizerFactory/ChineseTokenizerFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/main/java/org/deeplearning4j/nlp/chinese/tokenization/tokenizerFactory/ChineseTokenizerFactory.java @@ -27,12 +27,6 @@ import org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory; import java.io.InputStream; -/** - * @date: June 2,2017 - * @author: wangfeng - * @Description: - */ - public class ChineseTokenizerFactory implements TokenizerFactory { private TokenPreProcess tokenPreProcess; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/AssertTestsExtendBaseClass.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/AssertTestsExtendBaseClass.java index a2a8af7e1..4c589e7ab 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/AssertTestsExtendBaseClass.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/AssertTestsExtendBaseClass.java @@ -25,14 +25,6 @@ import java.util.*; import org.deeplearning4j.BaseDL4JTest; import org.nd4j.common.tests.AbstractAssertTestsClass; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4JTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - * @author Alexander Stoyakin - */ @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/ChineseTokenizerTest.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/ChineseTokenizerTest.java index 987adbfba..fcc2f718c 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/ChineseTokenizerTest.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-chinese/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/ChineseTokenizerTest.java @@ -36,11 +36,6 @@ import java.io.IOException; import static org.junit.Assert.assertEquals; -/**@author wangfeng - * @date June 3,2017 - * @Description - * - */ @Slf4j public class ChineseTokenizerTest extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenBase.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenBase.java index 52c4149fa..7dffb1313 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenBase.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenBase.java @@ -22,9 +22,6 @@ package com.atilika.kuromoji; import com.atilika.kuromoji.dict.Dictionary; import com.atilika.kuromoji.viterbi.ViterbiNode.Type; -/** - * Abstract token class with features shared by all tokens produced by all tokenizers - */ public abstract class TokenBase { private static final int META_DATA_SIZE = 4; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenizerBase.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenizerBase.java index 5c8657ea2..bf5319e0f 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenizerBase.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/TokenizerBase.java @@ -31,9 +31,6 @@ import java.util.Collections; import java.util.EnumMap; import java.util.List; -/** - * TokenizerBase main class - */ public abstract class TokenizerBase { public enum Mode { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Token.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Token.java index cb928e041..63450780d 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Token.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Token.java @@ -24,9 +24,6 @@ import com.atilika.kuromoji.dict.Dictionary; import com.atilika.kuromoji.ipadic.compile.DictionaryEntry; import com.atilika.kuromoji.viterbi.ViterbiNode; -/** - * IPADIC token produced by the IPADIC tokenizer with various morphological features - */ public class Token extends TokenBase { public Token(int wordId, String surface, ViterbiNode.Type type, int position, Dictionary dictionary) { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Tokenizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Tokenizer.java index faa6a9a9b..73ae3959e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Tokenizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/Tokenizer.java @@ -30,30 +30,6 @@ import com.atilika.kuromoji.viterbi.ViterbiNode; import java.util.ArrayList; import java.util.List; -/** - * A tokenizer based on the IPADIC dictionary - *

- * See {@link Token} for details on the morphological features produced by this tokenizer - *

- * The following code example demonstrates how to use the Kuromoji tokenizer: - *

{@code
- * package com.atilika.kuromoji.example;
- * import com.atilika.kuromoji.ipadic.Token;
- * import com.atilika.kuromoji.ipadic.Tokenizer;
- * import java.util.List;
- *
- * public class KuromojiExample {
- *     public static void main(String[] args) {
- *         Tokenizer tokenizer = new Tokenizer() ;
- *         List tokens = tokenizer.tokenize("お寿司が食べたい。");
- *         for (Token token : tokens) {
- *             System.out.println(token.getSurface() + "\t" + token.getAllFeatures());
- *         }
- *     }
- * }
- * }
- * 
- */ public class Tokenizer extends TokenizerBase { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/package-info.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/package-info.java index 6cf972f94..4d395b1b5 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/package-info.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/ipadic/package-info.java @@ -18,24 +18,4 @@ * ***************************************************************************** */ -/*-* - * A Japanese morphological analyzer based on the IPADIC dictionary. - *

- * This dictionary provides a basic set of features and suits many tasks. - * If you are not sure about which dictionary to use, this one is a good starting point. - *

- * The following token features are supported: - *

    - *
  • surface form (表層形) - *
  • part of speech level 1 (品詞細分類1) - *
  • part of speech level 2 (品詞細分類2) - *
  • part of speech level 3 (品詞細分類3) - *
  • part of speech level 4 (品詞細分類4) - *
  • conjugation type (活用型) - *
  • conjugation form (活用形) - *
  • base form (基本形) - *
  • reading (読み) - *
  • pronunciation (発音) - *
- */ package com.atilika.kuromoji.ipadic; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrie.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrie.java index 0f855091a..acb4cd3a0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrie.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrie.java @@ -21,17 +21,6 @@ package com.atilika.kuromoji.trie; import java.util.*; -/** - * Convenient and compact structure for storing key-value pairs and quickly - * looking them up, including doing prefix searches - *

- * Implements the {@code Map} interface - *

- * Note that {@code values()}, {@code keySet()}, {@code entrySet()} - * and {@code containsValue()} have naive implementations - * - * @param value type - */ public class PatriciaTrie implements Map { /** Root value is left -- right is unused */ diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrieFormatter.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrieFormatter.java index b47dfa165..5ce3337a3 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrieFormatter.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/trie/PatriciaTrieFormatter.java @@ -26,13 +26,6 @@ import java.io.FileNotFoundException; import java.io.FileOutputStream; import java.io.PrintWriter; -/** - * Utility class to format a {@link PatriciaTrie} to dot format for debugging, inspection, etc. - * - * @param value type - * - * See @see Graphviz - */ public class PatriciaTrieFormatter { private final static String FONT_NAME = "Helvetica"; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/KuromojiBinFilesFetcher.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/KuromojiBinFilesFetcher.java index de835c0c9..a750a5931 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/KuromojiBinFilesFetcher.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/KuromojiBinFilesFetcher.java @@ -32,9 +32,6 @@ import java.net.URL; import java.util.ArrayList; import java.util.List; -/** - * Created by kepricon on 16. 11. 24. - */ @Slf4j public class KuromojiBinFilesFetcher { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/ResourceResolver.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/ResourceResolver.java index 64919b6c3..f31ab8f95 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/ResourceResolver.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/com/atilika/kuromoji/util/ResourceResolver.java @@ -22,9 +22,6 @@ package com.atilika.kuromoji.util; import java.io.IOException; import java.io.InputStream; -/** - * An adapter to resolve the required resources into data streams. - */ public interface ResourceResolver { /** * Resolve the resource name and return an open input stream to it. diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizer/JapaneseTokenizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizer/JapaneseTokenizer.java index 6e45ef718..2378f9bae 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizer/JapaneseTokenizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizer/JapaneseTokenizer.java @@ -28,15 +28,6 @@ import java.util.ArrayList; import java.util.List; import java.util.NoSuchElementException; -/** - * A thin wrapper for Japanese Morphological Analyzer Kuromoji (ver.0.9.0), - * it tokenizes texts which is written in languages - * that words are not separated by whitespaces. - * - * In thenory, Kuromoji is a language-independent Morphological Analyzer library, - * so if you want to tokenize non-Japanese texts (Chinese, Korean etc.), - * you can do it with MeCab style dictionary for each languages. - */ public class JapaneseTokenizer implements org.deeplearning4j.text.tokenization.tokenizer.Tokenizer { private final List tokens; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizerfactory/JapaneseTokenizerFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizerfactory/JapaneseTokenizerFactory.java index b31e676de..3ec170e05 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizerfactory/JapaneseTokenizerFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/main/java/org/deeplearning4j/nlp/japanese/tokenization/tokenizerfactory/JapaneseTokenizerFactory.java @@ -27,9 +27,6 @@ import org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory; import java.io.InputStream; -/** - * Tokenizer Factory for Japanese based on Kuromoji. - */ public class JapaneseTokenizerFactory implements TokenizerFactory { private final com.atilika.kuromoji.ipadic.Tokenizer kuromoji; private final boolean useBaseForm; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/test/java/AssertTestsExtendBaseClass.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/test/java/AssertTestsExtendBaseClass.java index 2ebe1af73..0425e6442 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/test/java/AssertTestsExtendBaseClass.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-japanese/src/test/java/AssertTestsExtendBaseClass.java @@ -26,14 +26,6 @@ import java.util.*; import org.deeplearning4j.BaseDL4JTest; import org.nd4j.common.tests.AbstractAssertTestsClass; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4JTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - * @author Alexander Stoyakin - */ @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizer/KoreanTokenizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizer/KoreanTokenizer.java index 8c5604661..e914562bb 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizer/KoreanTokenizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizer/KoreanTokenizer.java @@ -31,10 +31,6 @@ import java.util.Iterator; import java.util.List; import java.util.NoSuchElementException; -/** - * Created by kepricon on 16. 10. 20. - * KoreanTokenizer using KoreanTwitterText (https://github.com/twitter/twitter-korean-text) - */ public class KoreanTokenizer implements Tokenizer { private Iterator tokenIter; private List tokenList; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizerfactory/KoreanTokenizerFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizerfactory/KoreanTokenizerFactory.java index 255e2a170..a20e2c12c 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizerfactory/KoreanTokenizerFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/main/java/org/deeplearning4j/nlp/korean/tokenization/tokenizerfactory/KoreanTokenizerFactory.java @@ -27,9 +27,6 @@ import org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory; import java.io.InputStream; -/** - * Created by kepricon on 16. 10. 20. - */ public class KoreanTokenizerFactory implements TokenizerFactory { private TokenPreProcess preProcess; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/AssertTestsExtendBaseClass.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/AssertTestsExtendBaseClass.java index 9a7d71497..6670c557e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/AssertTestsExtendBaseClass.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/AssertTestsExtendBaseClass.java @@ -24,14 +24,6 @@ import java.util.*; import org.deeplearning4j.BaseDL4JTest; import org.nd4j.common.tests.AbstractAssertTestsClass; -/** - * This class checks that all test classes (i.e., anything with one or more methods annotated with @Test) - * extends BaseDl4JTest - either directly or indirectly. - * Other than a small set of exceptions, all tests must extend this - * - * @author Alex Black - * @author Alexander Stoyakin - */ @Slf4j public class AssertTestsExtendBaseClass extends AbstractAssertTestsClass { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/KoreanTokenizerTest.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/KoreanTokenizerTest.java index daacc4859..eaf45e684 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/KoreanTokenizerTest.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/KoreanTokenizerTest.java @@ -27,9 +27,6 @@ import org.junit.Test; import static org.junit.Assert.assertEquals; -/** - * Created by kepricon on 16. 10. 24. - */ public class KoreanTokenizerTest extends BaseDL4JTest { @Test public void testKoreanTokenizer() throws Exception { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/PerformanceTests.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/PerformanceTests.java index eeca4de47..7e14a639c 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/PerformanceTests.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp-korean/src/test/java/org/deeplearning4j/text/tokenization/tokenizer/PerformanceTests.java @@ -33,9 +33,6 @@ import org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory; import org.junit.Ignore; import org.junit.Test; -/** - * @author raver119@gmail.com - */ @Slf4j public class PerformanceTests extends BaseDL4JTest { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BagOfWordsVectorizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BagOfWordsVectorizer.java index 0801d767a..0928ee429 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BagOfWordsVectorizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BagOfWordsVectorizer.java @@ -46,9 +46,6 @@ import java.util.ArrayList; import java.util.Collection; import java.util.List; -/** - * @author raver119@gmail.com - */ public class BagOfWordsVectorizer extends BaseTextVectorizer { protected BagOfWordsVectorizer() { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BaseTextVectorizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BaseTextVectorizer.java index 4aa6e23fa..e6bf80085 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BaseTextVectorizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/BaseTextVectorizer.java @@ -36,9 +36,6 @@ import org.deeplearning4j.text.tokenization.tokenizerfactory.TokenizerFactory; import java.util.ArrayList; import java.util.Collection; -/** - * @author raver119@gmail.com - */ public abstract class BaseTextVectorizer implements TextVectorizer { @Setter protected transient TokenizerFactory tokenizerFactory; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/DefaultInputStreamCreator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/DefaultInputStreamCreator.java index 62fe8781c..b05583f49 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/DefaultInputStreamCreator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/DefaultInputStreamCreator.java @@ -25,9 +25,6 @@ import org.deeplearning4j.text.documentiterator.DocumentIterator; import java.io.InputStream; -/** - * Created by agibsonccc on 10/20/14. - */ public class DefaultInputStreamCreator implements InputStreamCreator { private DocumentIterator iter; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TextVectorizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TextVectorizer.java index d7f4e157f..8a371de40 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TextVectorizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TextVectorizer.java @@ -31,10 +31,6 @@ import java.io.File; import java.io.InputStream; import java.util.List; -/** - * Vectorizes text - * @author Adam Gibson - */ public interface TextVectorizer extends Vectorizer { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TfidfVectorizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TfidfVectorizer.java index 17378867a..b74e6b953 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TfidfVectorizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/bagofwords/vectorizer/TfidfVectorizer.java @@ -48,9 +48,6 @@ import java.io.InputStreamReader; import java.util.*; import java.util.concurrent.atomic.AtomicLong; -/** - * @author raver119@gmail.com - */ @Slf4j public class TfidfVectorizer extends BaseTextVectorizer { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/BertIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/BertIterator.java index 42abdccc0..a004236e6 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/BertIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/BertIterator.java @@ -44,92 +44,6 @@ import java.util.Arrays; import java.util.List; import java.util.Map; -/** - * BertIterator is a MultiDataSetIterator for training BERT (Transformer) models in the following way:
- * (a) Unsupervised - Masked language model task (no sentence matching task is implemented thus far)
- * (b) Supervised - For sequence classification (i.e., 1 label per sequence, typically used for fine tuning)
- * The task can be specified using {@link Task}. - *
- * Example for unsupervised training:
- *

- * {@code
- *          BertWordPieceTokenizerFactory t = new BertWordPieceTokenizerFactory(pathToVocab);
- *          BertIterator b = BertIterator.builder()
- *              .tokenizer(t)
- *              .lengthHandling(BertIterator.LengthHandling.FIXED_LENGTH, 16)
- *              .minibatchSize(2)
- *              .sentenceProvider()
- *              .featureArrays(BertIterator.FeatureArrays.INDICES_MASK)
- *              .vocabMap(t.getVocab())
- *              .task(BertIterator.Task.UNSUPERVISED)
- *              .masker(new BertMaskedLMMasker(new Random(12345), 0.2, 0.5, 0.5))
- *              .unsupervisedLabelFormat(BertIterator.UnsupervisedLabelFormat.RANK2_IDX)
- *              .maskToken("[MASK]")
- *              .build();
- * }
- * 
- *
- * Example for supervised (sequence classification - one label per sequence) training:
- *
- * {@code
- *          BertWordPieceTokenizerFactory t = new BertWordPieceTokenizerFactory(pathToVocab);
- *          BertIterator b = BertIterator.builder()
- *              .tokenizer(t)
- *              .lengthHandling(BertIterator.LengthHandling.FIXED_LENGTH, 16)
- *              .minibatchSize(2)
- *              .sentenceProvider(new TestSentenceProvider())
- *              .featureArrays(BertIterator.FeatureArrays.INDICES_MASK)
- *              .vocabMap(t.getVocab())
- *              .task(BertIterator.Task.SEQ_CLASSIFICATION)
- *              .build();
- * }
- * 
- *
- * Example to use an instantiated iterator for inference:
- *
- * {@code
- *          BertIterator b;
- *          Pair featuresAndMask;
- *          INDArray[] features;
- *          INDArray[] featureMasks;
- *
- *          //With sentences
- *          List forInference;
- *          featuresAndMask = b.featurizeSentences(forInference);
- *
- *          //OR with sentence pairs
- *          List> forInferencePair};
- *          featuresAndMask = b.featurizeSentencePairs(forInference);
- *
- *          features = featuresAndMask.getFirst();
- *          featureMasks = featuresAndMask.getSecond();
- * }
- * 
- * This iterator supports numerous ways of configuring the behaviour with respect to the sequence lengths and data layout.
- *
- * {@link LengthHandling} configuration:
- * Determines how to handle variable-length sequence situations.
- * FIXED_LENGTH: Always trim longer sequences to the specified length, and always pad shorter sequences to the specified length.
- * ANY_LENGTH: Output length is determined by the length of the longest sequence in the minibatch. Shorter sequences within the - * minibatch are zero padded and masked.
- * CLIP_ONLY: For any sequences longer than the specified maximum, clip them. If the maximum sequence length in - * a minibatch is shorter than the specified maximum, no padding will occur. For sequences that are shorter than the - * maximum (within the current minibatch) they will be zero padded and masked.
- *

- * {@link FeatureArrays} configuration:
- * Determines what arrays should be included.
- * INDICES_MASK: Indices array and mask array only, no segment ID array. Returns 1 feature array, 1 feature mask array (plus labels).
- * INDICES_MASK_SEGMENTID: Indices array, mask array and segment ID array (which is all 0s for single segment tasks). Returns - * 2 feature arrays (indices, segment ID) and 1 feature mask array (plus labels)
- *
- * {@link UnsupervisedLabelFormat} configuration:
- * Only relevant when the task is set to {@link Task#UNSUPERVISED}. Determine the format of the labels:
- * RANK2_IDX: return int32 [minibatch, numTokens] array with entries being class numbers. Example use case: with sparse softmax loss functions.
- * RANK3_NCL: return float32 [minibatch, numClasses, numTokens] array with 1-hot entries along dimension 1. Example use case: RnnOutputLayer, RnnLossLayer
- * RANK3_LNC: return float32 [numTokens, minibatch, numClasses] array with 1-hot entries along dimension 2. This format is occasionally - * used for some RNN layers in libraries such as TensorFlow, for example
- *
- */ public class BertIterator implements MultiDataSetIterator { public enum Task {UNSUPERVISED, SEQ_CLASSIFICATION} diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/CnnSentenceDataSetIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/CnnSentenceDataSetIterator.java index b514abef2..fd5fafe94 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/CnnSentenceDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/CnnSentenceDataSetIterator.java @@ -43,26 +43,6 @@ import org.nd4j.common.primitives.Pair; import java.util.*; -/** - * A DataSetIterator that provides data for training a CNN sentence classification models (though can of course - * be used for general documents, not just sentences. The iterator handles conversion of sentences to training data for - * CNNs, where each word is encoded using the word vector from the specified WordVectors (i.e., word2vec etc) model.
- * Labels are encoded using a one-hot representation and are 2d - i.e., are intended to be used with a model that - * utilizes global pooling.
- *

- * Specifically:
- * - Features have shape [minibatchSize, 1, maxSentenceLength, wordVectorSize] OR [minibatchSize, 1, wordVectorSize, maxSentenceLength] - * depending on the configuration (for sentencesAlongHeight = true/false respectively)
- * - Labels are a 2d array with shape [minibatchSize, numLabels].
- * - * Sentences and labels are provided by a {@link LabeledSentenceProvider} - different implementations of this provide different - * ways of loading sentences/documents with labels - for example, from files, etc. - *

- * Note: With regard to labels to class index assignment, they are sorted alphabetically. To get the assigment/mapping, - * use {@link #getLabels()} or {@link #getLabelClassMap()} - * - * @author Alex Black - */ @AllArgsConstructor public class CnnSentenceDataSetIterator implements DataSetIterator { public enum UnknownWordHandling { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledPairSentenceProvider.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledPairSentenceProvider.java index 8a874d933..0e4916a99 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledPairSentenceProvider.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledPairSentenceProvider.java @@ -24,9 +24,6 @@ import org.nd4j.common.primitives.Triple; import java.util.List; -/** - * LabeledPairSentenceProvider: a simple iterator interface over a pair of sentences/documents that have a label.
- */ public interface LabeledPairSentenceProvider { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledSentenceProvider.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledSentenceProvider.java index 1450cba0b..2bae18a38 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledSentenceProvider.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/LabeledSentenceProvider.java @@ -24,14 +24,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * - * LabeledSentenceProvider: a simple iterator interface over sentences/documents that have a label.
- * - * This is intended for use with {@link CnnSentenceDataSetIterator} - * - * @author Alex Black - */ public interface LabeledSentenceProvider { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertMaskedLMMasker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertMaskedLMMasker.java index 4eaeb0776..221be381f 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertMaskedLMMasker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertMaskedLMMasker.java @@ -27,17 +27,6 @@ import java.util.ArrayList; import java.util.List; import java.util.Random; -/** - * A standard/default {@link BertSequenceMasker}. Implements masking as per the BERT paper: - * https://arxiv.org/abs/1810.04805 - * That is, each token is chosen to be masked independently with some probability "maskProb". - * For tokens that are masked, 3 possibilities:
- * 1. They are replaced with the mask token (such as "[MASK]") in the input, with probability "maskTokenProb"
- * 2. They are replaced with a random word from the vocabulary, with probability "randomTokenProb"
- * 3. They are are left unmodified with probability 1.0 - maskTokenProb - randomTokenProb
- * - * @author Alex Black - */ public class BertMaskedLMMasker implements BertSequenceMasker { public static final double DEFAULT_MASK_PROB = 0.15; public static final double DEFAULT_MASK_TOKEN_PROB = 0.8; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertSequenceMasker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertSequenceMasker.java index 506c9527b..4c269dd8d 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertSequenceMasker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/bert/BertSequenceMasker.java @@ -24,12 +24,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * Interface used to customize how masking should be performed with {@link org.deeplearning4j.iterator.BertIterator} - * when doing unsupervised training - * - * @author Alex Black - */ public interface BertSequenceMasker { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledPairSentenceProvider.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledPairSentenceProvider.java index a59c3cb76..68adaa291 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledPairSentenceProvider.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledPairSentenceProvider.java @@ -28,11 +28,6 @@ import org.nd4j.common.util.MathUtils; import java.util.*; -/** - * Iterate over a pair of sentences/documents, - * where the sentences and labels are provided in lists. - * - */ public class CollectionLabeledPairSentenceProvider implements LabeledPairSentenceProvider { private final List sentenceL; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledSentenceProvider.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledSentenceProvider.java index c69fe255a..30bd7fb04 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledSentenceProvider.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/CollectionLabeledSentenceProvider.java @@ -28,12 +28,6 @@ import org.nd4j.common.util.MathUtils; import java.util.*; -/** - * Iterate over a set of sentences/documents, - * where the sentences and labels are provided in lists. - * - * @author Alex Black - */ public class CollectionLabeledSentenceProvider implements LabeledSentenceProvider { private final List sentences; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/FileLabeledSentenceProvider.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/FileLabeledSentenceProvider.java index 2756ac421..70183f35d 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/FileLabeledSentenceProvider.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/FileLabeledSentenceProvider.java @@ -31,11 +31,6 @@ import java.io.File; import java.io.IOException; import java.util.*; -/** - * Iterate over a set of sentences/documents, where the sentences are to be loaded (as required) from the provided files. - * - * @author Alex Black - */ public class FileLabeledSentenceProvider implements LabeledSentenceProvider { private final int totalCount; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/LabelAwareConverter.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/LabelAwareConverter.java index 05170b0eb..9c0aa2018 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/LabelAwareConverter.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/iterator/provider/LabelAwareConverter.java @@ -28,12 +28,6 @@ import org.nd4j.common.primitives.Pair; import java.util.List; -/** - * Simple class for conversion between LabelAwareIterator -> LabeledSentenceProvider for neural nets. - * Since we already have converters for all other classes - this single converter allows us to accept all possible iterators - * - * @author raver119@gmail.com - */ public class LabelAwareConverter implements LabeledSentenceProvider { private LabelAwareIterator backingIterator; private List labels; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/ElementsLearningAlgorithm.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/ElementsLearningAlgorithm.java index 1e2278100..4a502e20e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/ElementsLearningAlgorithm.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/ElementsLearningAlgorithm.java @@ -30,11 +30,6 @@ import org.deeplearning4j.models.word2vec.wordstore.VocabCache; import java.util.concurrent.atomic.AtomicLong; -/** - * Implementations of this interface should contain element-related learning algorithms. Like skip-gram or cbow - * - * @author raver119@gmail.com - */ public interface ElementsLearningAlgorithm { String getCodeName(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/SequenceLearningAlgorithm.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/SequenceLearningAlgorithm.java index a8bf8945d..c26c8dee0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/SequenceLearningAlgorithm.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/SequenceLearningAlgorithm.java @@ -31,11 +31,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.concurrent.atomic.AtomicLong; -/** - * Implementations of this interface should contain sequence-related learning algorithms. Like dbow or dm. - * - * @author raver119@gmail.com - */ public interface SequenceLearningAlgorithm { String getCodeName(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/CBOW.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/CBOW.java index b4dac7823..80c5357ad 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/CBOW.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/CBOW.java @@ -47,11 +47,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicLong; -/** - * CBOW implementation for DeepLearning4j - * - * @author raver119@gmail.com - */ public class CBOW implements ElementsLearningAlgorithm { private VocabCache vocabCache; private WeightLookupTable lookupTable; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/SkipGram.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/SkipGram.java index bbf29977f..4fe3320a7 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/SkipGram.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/elements/SkipGram.java @@ -48,11 +48,6 @@ import java.util.concurrent.atomic.AtomicLong; import static org.datavec.api.transform.ColumnType.NDArray; -/** - * Skip-Gram implementation for dl4j SequenceVectors - * - * @author raver119@gmail.com - */ @Slf4j public class SkipGram implements ElementsLearningAlgorithm { protected VocabCache vocabCache; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DBOW.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DBOW.java index b9e65b6f8..2ca3e4c0d 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DBOW.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DBOW.java @@ -41,9 +41,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicLong; -/** - * @author raver119@gmail.com - */ public class DBOW implements SequenceLearningAlgorithm { protected VocabCache vocabCache; protected WeightLookupTable lookupTable; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DM.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DM.java index db5c64f68..42ad78579 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DM.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/learning/impl/sequence/DM.java @@ -41,11 +41,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicLong; -/** - * DM implementation for DeepLearning4j - * - * @author raver119@gmail.com - */ @Slf4j public class DM implements SequenceLearningAlgorithm { private VocabCache vocabCache; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/VectorsConfiguration.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/VectorsConfiguration.java index be84654bc..0dd6c28dc 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/VectorsConfiguration.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/VectorsConfiguration.java @@ -32,13 +32,6 @@ import java.io.Serializable; import java.util.ArrayList; import java.util.Collection; -/** - * - * This is simple bean/POJO for Word2Vec persistence handling. - * It holds whole w2v model configuration info, except of TokenizerFactory and SentenceIterator, since they are not intended for serialization, and specified at run-time. - * - * @author raver119@gmail.com - */ @Data public class VectorsConfiguration implements Serializable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/WordVectorSerializer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/WordVectorSerializer.java index 45027d624..250321f85 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/WordVectorSerializer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/loader/WordVectorSerializer.java @@ -105,87 +105,6 @@ import java.util.zip.ZipFile; import java.util.zip.ZipInputStream; import java.util.zip.ZipOutputStream; -/** - * This is utility class, providing various methods for WordVectors serialization - * - * List of available serialization methods (please keep this list consistent with source code): - * - *

    - *
  • Serializers for Word2Vec:
  • - * {@link #writeWordVectors(WeightLookupTable, File)} - * {@link #writeWordVectors(WeightLookupTable, OutputStream)} - * {@link #writeWord2VecModel(Word2Vec, File)} - * {@link #writeWord2VecModel(Word2Vec, String)} - * {@link #writeWord2VecModel(Word2Vec, OutputStream)} - * - *
  • Deserializers for Word2Vec:
  • - * {@link #readWord2VecModel(String)} - * {@link #readWord2VecModel(String, boolean)} - * {@link #readWord2VecModel(File)} - * {@link #readWord2VecModel(File, boolean)} - * {@link #readAsBinaryNoLineBreaks(File)} - * {@link #readAsBinaryNoLineBreaks(InputStream)} - * {@link #readAsBinary(File)} - * {@link #readAsBinary(InputStream)} - * {@link #readAsCsv(File)} - * {@link #readAsCsv(InputStream)} - * {@link #readBinaryModel(InputStream, boolean, boolean)} - * {@link #readWord2VecFromText(File, File, File, File, VectorsConfiguration)} - * {@link #readWord2Vec(String, boolean)} - * {@link #readWord2Vec(File, boolean)} - * {@link #readWord2Vec(InputStream, boolean)} - * - *
  • Serializers for ParaVec:
  • - * {@link #writeParagraphVectors(ParagraphVectors, File)} - * {@link #writeParagraphVectors(ParagraphVectors, String)} - * {@link #writeParagraphVectors(ParagraphVectors, OutputStream)} - * - *
  • Deserializers for ParaVec:
  • - * {@link #readParagraphVectors(File)} - * {@link #readParagraphVectors(String)} - * {@link #readParagraphVectors(InputStream)} - * - * - *
  • Adapters
  • - * {@link #fromTableAndVocab(WeightLookupTable, VocabCache)} - * {@link #fromPair(Pair)} - * {@link #loadTxt(File)} - * {@link #loadTxt(InputStream)} - * - *
  • Serializers to tSNE format
  • - * {@link #writeTsneFormat(Word2Vec, INDArray, File)} - * - *
  • FastText serializer:
  • - * {@link #writeWordVectors(FastText, File)} - * - *
  • FastText deserializer:
  • - * {@link #readWordVectors(File)} - * - *
  • SequenceVectors serializers:
  • - * {@link #writeSequenceVectors(SequenceVectors, OutputStream)} - * {@link #writeSequenceVectors(SequenceVectors, SequenceElementFactory, File)} - * {@link #writeSequenceVectors(SequenceVectors, SequenceElementFactory, String)} - * {@link #writeSequenceVectors(SequenceVectors, SequenceElementFactory, OutputStream)} - * {@link #writeLookupTable(WeightLookupTable, File)} - * {@link #writeVocabCache(VocabCache, File)} - * {@link #writeVocabCache(VocabCache, OutputStream)} - * - *
  • SequenceVectors deserializers:
  • - * {@link #readSequenceVectors(File, boolean)} - * {@link #readSequenceVectors(String, boolean)} - * {@link #readSequenceVectors(SequenceElementFactory, File)} - * {@link #readSequenceVectors(InputStream, boolean)} - * {@link #readSequenceVectors(SequenceElementFactory, InputStream)} - * {@link #readLookupTable(File)} - * {@link #readLookupTable(InputStream)} - * - *
- * - * @author Adam Gibson - * @author raver119 - * @author alexander@skymind.io - * @author Alexei KLENIN - */ @Slf4j public class WordVectorSerializer { private static final int MAX_SIZE = 50; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/ModelUtils.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/ModelUtils.java index 38b0a08d2..c8ce67908 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/ModelUtils.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/ModelUtils.java @@ -28,11 +28,6 @@ import java.util.Collection; import java.util.List; import java.util.Map; -/** - * Instances implementing this interface should be responsible for utility access to SequenceVectors model - * - * @author raver119@gmail.com - */ public interface ModelUtils { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/BasicModelUtils.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/BasicModelUtils.java index f3acedbd1..d4a05b242 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/BasicModelUtils.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/BasicModelUtils.java @@ -39,13 +39,6 @@ import org.nd4j.common.util.SetUtils; import java.util.*; -/** - * Basic implementation for ModelUtils interface, suited for standalone use. - * - * PLEASE NOTE: This reader applies normalization to underlying lookup table. - * - * @author Adam Gibson - */ @Slf4j public class BasicModelUtils implements ModelUtils { public static final String EXISTS = "exists"; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/FlatModelUtils.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/FlatModelUtils.java index 69a8ad3f6..4725042e9 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/FlatModelUtils.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/FlatModelUtils.java @@ -29,13 +29,6 @@ import org.slf4j.LoggerFactory; import java.util.Collection; -/** - * This model reader is suited for model tests, and for cases where flat scan against elements is required. - * - * PLEASE NOTE: This reader does NOT normalize underlying weights, it stays intact - * - * @author raver119@gmail.com - */ public class FlatModelUtils extends BasicModelUtils { private static final Logger log = LoggerFactory.getLogger(FlatModelUtils.class); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/TreeModelUtils.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/TreeModelUtils.java index 11c549b8a..8f47cff02 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/TreeModelUtils.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/reader/impl/TreeModelUtils.java @@ -31,12 +31,6 @@ import org.nd4j.common.util.SetUtils; import java.util.*; -/** - * This is VPTree-based implementation for wordsNearest method, suited for multiple consequent calls. - * Please note: VPTree will take some memory, dependant on your model size. - * - * @author raver119@gmail.com - */ public class TreeModelUtils extends BasicModelUtils { protected VPTree vpTree; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectors.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectors.java index f662da986..c93d14f2d 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectors.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectors.java @@ -31,12 +31,6 @@ import java.util.Collection; import java.util.List; import java.util.Map; -/** - * Word vectors. Handles operations based on the lookup table - * and vocab. - * - * @author Adam Gibson - */ public interface WordVectors extends Serializable, EmbeddingInitializer { String getUNK(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectorsImpl.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectorsImpl.java index 2fcaa99de..9af125e54 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectorsImpl.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/embeddings/wordvectors/WordVectorsImpl.java @@ -41,10 +41,6 @@ import org.nd4j.linalg.heartbeat.utils.EnvironmentUtils; import java.util.*; -/** - * Common word vector operations - * @author Adam Gibson - */ public class WordVectorsImpl implements WordVectors { private static final long serialVersionUID = 78249242142L; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/node2vec/Node2Vec.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/node2vec/Node2Vec.java index d5b884760..f5777ebb0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/node2vec/Node2Vec.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/node2vec/Node2Vec.java @@ -42,13 +42,6 @@ import org.nd4j.linalg.api.ndarray.INDArray; import java.util.Collection; import java.util.List; -/** - * This is implementation for Node2Vec/DeepWalk for DeepLearning4J - * - * PLEASE NOTE: This class is under construction and isn't suited for any use. - * - * @author raver119@gmail.com - */ @Slf4j @Deprecated public class Node2Vec extends SequenceVectors { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/paragraphvectors/ParagraphVectors.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/paragraphvectors/ParagraphVectors.java index ef010e5e2..8ba2b12f2 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/paragraphvectors/ParagraphVectors.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/paragraphvectors/ParagraphVectors.java @@ -70,11 +70,6 @@ import java.util.*; import java.util.concurrent.*; import java.util.concurrent.atomic.AtomicLong; -/** - * Basic ParagraphVectors (aka Doc2Vec) implementation for DL4j, as wrapper over SequenceVectors - * - * @author raver119@gmail.com - */ public class ParagraphVectors extends Word2Vec { private static final long serialVersionUID = 78249242142L; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/SequenceVectors.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/SequenceVectors.java index 1272e9752..ccd4f376c 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/SequenceVectors.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/SequenceVectors.java @@ -69,12 +69,6 @@ import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicInteger; import java.util.concurrent.atomic.AtomicLong; -/** - * SequenceVectors implements abstract features extraction for Sequences and SequenceElements, using SkipGram, CBOW or DBOW (for Sequence features extraction). - * - * - * @author raver119@gmail.com - */ public class SequenceVectors extends WordVectorsImpl implements WordVectors { private static final long serialVersionUID = 78249242142L; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/enums/ListenerEvent.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/enums/ListenerEvent.java index ea3f502d6..9842225fa 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/enums/ListenerEvent.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/enums/ListenerEvent.java @@ -20,11 +20,6 @@ package org.deeplearning4j.models.sequencevectors.enums; -/** - * This enum defines possible events, when specific VectorsListener will be fired - * - * @author raver119@gmail.com - */ public enum ListenerEvent { EPOCH, ITERATION, LINE, } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/NoEdgeHandling.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/NoEdgeHandling.java index 5709b4375..a0c0d4042 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/NoEdgeHandling.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/NoEdgeHandling.java @@ -20,11 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.enums; -/** - * This enum describes different behaviors for cases when GraphWalker don't have next hop within current walk. - * - * @author raver119@gmail.com - */ public enum NoEdgeHandling { SELF_LOOP_ON_DISCONNECTED, EXCEPTION_ON_DISCONNECTED, PADDING_ON_DISCONNECTED, CUTOFF_ON_DISCONNECTED, RESTART_ON_DISCONNECTED, } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/PopularityMode.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/PopularityMode.java index 1df1ccaf4..46c8e0f84 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/PopularityMode.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/PopularityMode.java @@ -20,14 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.enums; -/** - * This enum is used in PopularityWalker, and it defines which nodes will be considered for next hop. - * MAXIMUM: top-popularity nodes will be considered. - * AVERAGE: nodes in the middle of possible selections will be considered. - * MINIMUM: low-popularity nodes will be considered. - * - * @author raver119@gmail.com - */ public enum PopularityMode { MAXIMUM, AVERAGE, MINIMUM, } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SamplingMode.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SamplingMode.java index 5e0ec5a6a..ab29925e4 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SamplingMode.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SamplingMode.java @@ -20,9 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.enums; -/** - * @author raver119@gmail.com - */ public enum SamplingMode { MAX_POPULARITY, MIN_POPULARITY, MEDIAN_POPULARITY, RANDOM, } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SpreadSpectrum.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SpreadSpectrum.java index db5f94c67..5c77b5223 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SpreadSpectrum.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/SpreadSpectrum.java @@ -20,13 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.enums; -/** - * This enum describes nodes selection for PopularityWalker. - * PLAIN: all nodes within initial spread have equal chances to be picked. - * PROPORTIONAL: each node will have chance to be picked equal to it's popularity proportion within spread. - * - * @author raver119@gmail.com - */ public enum SpreadSpectrum { PLAIN, PROPORTIONAL, } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkDirection.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkDirection.java index 9d7f85c1f..d76cd857f 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkDirection.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkDirection.java @@ -20,11 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.enums; -/** - * This enum describes walker behavior when choosing next hop. - * - * @author raver119@gmail.com - */ public enum WalkDirection { FORWARD_ONLY, FORWARD_PREFERRED, FORWARD_UNIQUE, RANDOM } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkMode.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkMode.java index 9b08c30ae..b7fc64ea8 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkMode.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/enums/WalkMode.java @@ -20,10 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.enums; -/** - * - * @author raver119@gmail.com - */ public enum WalkMode { RANDOM, WEIGHTED, POPULARITY, NEAREST, } diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/NoEdgesException.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/NoEdgesException.java index be79fcf1a..fa9464e12 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/NoEdgesException.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/NoEdgesException.java @@ -20,9 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.exception; -/**Unchecked exception, thrown to signify that an operation (usually on a vertex) cannot be completed - * because there are no edges for that vertex. - */ public class NoEdgesException extends RuntimeException { public NoEdgesException() { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/ParseException.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/ParseException.java index 7c2cd3eae..435640ba0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/ParseException.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/exception/ParseException.java @@ -20,7 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.exception; -/** Unchecked exception signifying that an error occurred during parsing of text */ public class ParseException extends RuntimeException { public ParseException() { super(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/BinaryTree.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/BinaryTree.java index ab9a26214..c4d3dc80b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/BinaryTree.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/BinaryTree.java @@ -20,7 +20,6 @@ package org.deeplearning4j.models.sequencevectors.graph.huffman; -/** Binary tree interface, used in DeepWalk */ public interface BinaryTree { long getCode(int element); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/GraphHuffman.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/GraphHuffman.java index 90831d7c6..7eaea0f30 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/GraphHuffman.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/huffman/GraphHuffman.java @@ -27,11 +27,6 @@ import java.util.Arrays; import java.util.List; import java.util.PriorityQueue; -/**An implementation of a Huffman tree specifically for graphs. - * Vertices in graph are indexed by an integer, 0 to nVertices-1 - * - * @author Alex Black - */ public class GraphHuffman implements BinaryTree { private final int MAX_CODE_LENGTH; private final long[] codes; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Edge.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Edge.java index a4873d806..825e097ff 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Edge.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Edge.java @@ -22,9 +22,6 @@ package org.deeplearning4j.models.sequencevectors.graph.primitives; import lombok.Data; -/** Edge in a graph. May be a directed or undirected edge.
- * Parameterized, and may store a value/object associated with the edge - */ @Data public class Edge { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Graph.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Graph.java index 7eda6b080..cc2388d5e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Graph.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Graph.java @@ -27,19 +27,6 @@ import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; import java.lang.reflect.Array; import java.util.*; -/** Graph, where all edges and vertices are stored in-memory.
- * Internally, this is a directed graph with adjacency list representation; however, if undirected edges - * are added, these edges are duplicated internally to allow for fast lookup.
- * Depending on the value of {@code allowMultipleEdges}, this graph implementation may or may not allow - * multiple edges between any two adjacent nodes. If multiple edges are required (such that two or more distinct edges - * between vertices X and Y exist simultaneously) then {@code allowMultipleEdges} should be set to {@code true}.
- * As per {@link IGraph}, this graph representation can have arbitrary objects attached
- * Vertices are initialized either directly via list, or via a {@link VertexFactory}. Edges are added using one of the - * addEdge methods. - * @param Type parameter for vertices (type of objects attached to each vertex) - * @param Type parameter for edges (type of objects attached to each edge) - * @author Alex Black - */ public class Graph implements IGraph { private boolean allowMultipleEdges; private List>[] edges; //edge[i].get(j).to = k, then edge from i -> k diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/IGraph.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/IGraph.java index b4e3a3cd1..29f8e3e08 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/IGraph.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/IGraph.java @@ -27,15 +27,6 @@ import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; import java.util.List; import java.util.Random; -/** Interface for a IGraph, with objects for each vertex and edge. - * In the simplest case, edges and vertices may be labelled (i.e., IGraph for example), or may be - * any arbitrary object (or, null).
- * IGraph may include directed edges, undirected edges, or a combination of both
- * Note: Every vertex in the graph has an integer index, in range of 0 to numVertices() inclusive
- * @param type for vertex objects - * @param type for edge objects - * @author Alex Black - */ public interface IGraph { /** Number of vertices in the graph */ diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Vertex.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Vertex.java index d37f111df..522527450 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Vertex.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/primitives/Vertex.java @@ -25,10 +25,6 @@ import lombok.Getter; import lombok.Setter; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** Vertex in a graph - * - * @param the type of the value/object associated with the vertex - */ @AllArgsConstructor public class Vertex { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/AbstractVertexFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/AbstractVertexFactory.java index fb6eacd30..b072066ec 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/AbstractVertexFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/AbstractVertexFactory.java @@ -23,11 +23,6 @@ package org.deeplearning4j.models.sequencevectors.graph.vertex; import org.deeplearning4j.models.sequencevectors.graph.primitives.Vertex; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * VertexFactory implementation - * - * @author raver119@gmail.com - */ public class AbstractVertexFactory implements VertexFactory { @Override diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/VertexFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/VertexFactory.java index 47603d479..4fd160bf9 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/VertexFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/vertex/VertexFactory.java @@ -24,11 +24,6 @@ package org.deeplearning4j.models.sequencevectors.graph.vertex; import org.deeplearning4j.models.sequencevectors.graph.primitives.Vertex; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * Vertex factory, used to create nodes from an integer index (0 to nVertices-1 inclusive) - * - * @author AlexDBlack - */ public interface VertexFactory { Vertex create(int vertexIdx); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/GraphWalker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/GraphWalker.java index 56087d1bc..c116eec33 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/GraphWalker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/GraphWalker.java @@ -24,11 +24,6 @@ import org.deeplearning4j.models.sequencevectors.graph.primitives.IGraph; import org.deeplearning4j.models.sequencevectors.sequence.Sequence; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * This interface describes methods needed for various DeepWalk-related implementations - * - * @author raver119@gmail.com - */ public interface GraphWalker { IGraph getSourceGraph(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/NearestVertexWalker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/NearestVertexWalker.java index 86fb48a28..e6f245d47 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/NearestVertexWalker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/NearestVertexWalker.java @@ -35,14 +35,6 @@ import org.nd4j.common.util.ArrayUtil; import java.util.*; import java.util.concurrent.atomic.AtomicInteger; -/** - * This walker represents connections of a given node + their neighborhoods up to certain depth. - * Basically it's the same idea as context for a given node. - * - * So this walker produces Sequences, with label defined. And label - is element itself. - * - * @author raver119@gmail.com - */ @Slf4j public class NearestVertexWalker implements GraphWalker { @Getter diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/PopularityWalker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/PopularityWalker.java index bb4d99919..433805d90 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/PopularityWalker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/PopularityWalker.java @@ -41,14 +41,6 @@ import org.slf4j.LoggerFactory; import java.util.*; -/** - * This is vertex popularity-based walker for SequenceVectors-based DeepWalk implementation. - * Instead of rand walks, this walker produces walks based on number of edges coming into each node. - * This allows you to build walks filtering too rare nodes, or too popular nodes, depending on your demands. - * - * Original DeepWalk paper: https://arxiv.org/pdf/1403.6652v2 - * @author raver119@gmail.com - */ public class PopularityWalker extends RandomWalker implements GraphWalker { protected PopularityMode popularityMode = PopularityMode.MAXIMUM; protected int spread = 10; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/RandomWalker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/RandomWalker.java index 5a0b5329a..6725b11f9 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/RandomWalker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/RandomWalker.java @@ -38,16 +38,6 @@ import java.util.Arrays; import java.util.Random; import java.util.concurrent.atomic.AtomicInteger; -/** - * This is Random-based walker for SequenceVectors-based DeepWalk implementation - * - * Original DeepWalk paper: https://arxiv.org/pdf/1403.6652v2 - * - * @author AlexDBlack - * @author raver119@gmail.com - * - * Based on Alex Black RandomWalkIterator implementation - */ public class RandomWalker implements GraphWalker { protected int walkLength = 5; protected NoEdgeHandling noEdgeHandling = NoEdgeHandling.EXCEPTION_ON_DISCONNECTED; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/WeightedWalker.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/WeightedWalker.java index b2b5d46c1..1b6a88c4e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/WeightedWalker.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/graph/walkers/impl/WeightedWalker.java @@ -34,14 +34,6 @@ import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; import java.util.List; import java.util.Random; -/** - * This is vertex weight-based walker for SequenceVectors-based DeepWalk implementation. - * Instead of random walks, this walker produces walks based on weight of the edges. - * - * @author AlexDBlack - * @author raver119@gmail.com - * Based on Alex Black WeightedWalkIterator implementation - */ public class WeightedWalker extends RandomWalker implements GraphWalker { protected WeightedWalker() { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceElementFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceElementFactory.java index 5e190c9f6..abcb1de95 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceElementFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceElementFactory.java @@ -22,11 +22,6 @@ package org.deeplearning4j.models.sequencevectors.interfaces; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * This is interface for JSON -> SequenceElement serialization/deserialziation - * - * @author raver119@gmail.com - */ public interface SequenceElementFactory { /** * This method builds object from provided JSON diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceIterator.java index 8c4ede90c..7f0e7c9cb 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/SequenceIterator.java @@ -23,11 +23,6 @@ package org.deeplearning4j.models.sequencevectors.interfaces; import org.deeplearning4j.models.sequencevectors.sequence.Sequence; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * SequenceIterator is basic interface for learning abstract data that can be represented as sequence of some elements. - * - * @author raver119@gmail.com - */ public interface SequenceIterator { boolean hasMoreSequences(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/VectorsListener.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/VectorsListener.java index 501ec2196..95ee50d71 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/VectorsListener.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/interfaces/VectorsListener.java @@ -24,11 +24,6 @@ import org.deeplearning4j.models.sequencevectors.SequenceVectors; import org.deeplearning4j.models.sequencevectors.enums.ListenerEvent; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * This interface describes Listeners to SequenceVectors and its derivatives. - * - * @author raver119@gmail.com - */ public interface VectorsListener { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/AbstractSequenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/AbstractSequenceIterator.java index 0195d69ff..ad93ca7aa 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/AbstractSequenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/AbstractSequenceIterator.java @@ -28,11 +28,6 @@ import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; import java.util.Iterator; import java.util.concurrent.atomic.AtomicInteger; -/** - * This is basic generic SequenceIterator implementation - * - * @author raver119@gmail.com - */ public class AbstractSequenceIterator implements SequenceIterator { private Iterable> underlyingIterable; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/FilteredSequenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/FilteredSequenceIterator.java index f1910ac14..9c26edfab 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/FilteredSequenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/FilteredSequenceIterator.java @@ -26,12 +26,6 @@ import org.deeplearning4j.models.sequencevectors.sequence.Sequence; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; import org.deeplearning4j.models.word2vec.wordstore.VocabCache; -/** - * This implementation of SequenceIterator passes each sequence through specified vocabulary, filtering out SequenceElements that are not available in Vocabulary. - * Please note: nextSequence() method can return empty sequence, if none of elements were found in attached vocabulary. - * - * @author raver119@gmail.com - */ public class FilteredSequenceIterator implements SequenceIterator { private final SequenceIterator underlyingIterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/SynchronizedSequenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/SynchronizedSequenceIterator.java index cdcafa57f..9793f491e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/SynchronizedSequenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/iterators/SynchronizedSequenceIterator.java @@ -25,12 +25,6 @@ import org.deeplearning4j.models.sequencevectors.interfaces.SequenceIterator; import org.deeplearning4j.models.sequencevectors.sequence.Sequence; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * Synchronized version of AbstractSeuqenceIterator, implemented on top of it. - * Suitable for cases with non-strict multithreading environment, since it's just synchronized wrapper - * - * @author raver119@gmail.com - */ public class SynchronizedSequenceIterator implements SequenceIterator { protected SequenceIterator underlyingIterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/ScoreListener.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/ScoreListener.java index 63b166494..29b2340cc 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/ScoreListener.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/ScoreListener.java @@ -30,13 +30,6 @@ import org.slf4j.LoggerFactory; import java.util.concurrent.atomic.AtomicLong; -/** - * Simple VectorsListener implementation that prints out model score. - * - * PLEASE NOTE: THIS IS PLACEHOLDER FOR FUTURE IMPLEMENTATION - * - * @author raver119@gmail.com - */ @Deprecated public class ScoreListener implements VectorsListener { protected static final Logger logger = LoggerFactory.getLogger(ScoreListener.class); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SerializingListener.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SerializingListener.java index 0d81b7a71..d6b711ce2 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SerializingListener.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SerializingListener.java @@ -33,12 +33,6 @@ import java.text.SimpleDateFormat; import java.util.Date; import java.util.concurrent.Semaphore; -/** - * - * This is example VectorsListener implementation. It can be used to serialize models in the middle of training process - * - * @author raver119@gmail.com - */ @Slf4j public class SerializingListener implements VectorsListener { private File targetFolder = new File("./"); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SimilarityListener.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SimilarityListener.java index 79107ba57..7b19c52ff 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SimilarityListener.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/listeners/SimilarityListener.java @@ -29,11 +29,6 @@ import org.slf4j.LoggerFactory; import java.util.concurrent.atomic.AtomicLong; -/** - * Simple listener, to monitor similarity between selected elements during training - * - * @author raver119@gmail.com - */ public class SimilarityListener implements VectorsListener { protected static final Logger logger = LoggerFactory.getLogger(SimilarityListener.class); private final ListenerEvent targetEvent; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/Sequence.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/Sequence.java index e085b62bb..71de077b1 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/Sequence.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/Sequence.java @@ -27,11 +27,6 @@ import lombok.Setter; import java.io.Serializable; import java.util.*; -/** - * Sequence for SequenceVectors is defined as limited set of SequenceElements. It can also contain label, if you're going to learn Sequence features as well. - * - * @author raver119@gmail.com - */ public class Sequence implements Serializable { private static final long serialVersionUID = 2223750736522624735L; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/SequenceElement.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/SequenceElement.java index 85f33c0e5..46ae3fbc3 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/SequenceElement.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/SequenceElement.java @@ -38,12 +38,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicLong; -/** - * SequenceElement is basic building block for SequenceVectors. Any data sequence can be represented as ordered set of SequenceElements, - * and then one can learn distributed representation of each SequenceElement in this sequence using CBOW or SkipGram. - * - * @author raver119@gmail.com - */ @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") @JsonSubTypes({ @JsonSubTypes.Type(value = VocabWord.class, name = "vocabWord") diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/ShallowSequenceElement.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/ShallowSequenceElement.java index 59268bfa5..43ada48b9 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/ShallowSequenceElement.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/sequence/ShallowSequenceElement.java @@ -20,11 +20,6 @@ package org.deeplearning4j.models.sequencevectors.sequence; -/** - * This is special shallow SequenceElement implementation, that doesn't hold labels or any other custom user-defined data - * - * @author raver119@gmail.com - */ public class ShallowSequenceElement extends SequenceElement { public ShallowSequenceElement(double frequency, long id) { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/AbstractElementFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/AbstractElementFactory.java index 5de675d0b..497b712b0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/AbstractElementFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/AbstractElementFactory.java @@ -29,12 +29,6 @@ import org.slf4j.LoggerFactory; import java.io.IOException; -/** - * This is universal serialization/deserialization factor for SequenceVectors serialization. - * It will work for any <T extends SequenceElement> that doesn't breaks simple POJO rules. - * - * @author raver119@gmail.com - */ public class AbstractElementFactory implements SequenceElementFactory { private final Class targetClass; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/VocabWordFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/VocabWordFactory.java index f3aa8bed7..ca816be84 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/VocabWordFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/serialization/VocabWordFactory.java @@ -27,9 +27,6 @@ import org.nd4j.shade.jackson.databind.ObjectMapper; import java.io.IOException; -/** - * @author raver119@gmail.com - */ public class VocabWordFactory implements SequenceElementFactory { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/SequenceTransformer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/SequenceTransformer.java index 779d3ddee..66c71ba52 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/SequenceTransformer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/SequenceTransformer.java @@ -23,10 +23,6 @@ package org.deeplearning4j.models.sequencevectors.transformers; import org.deeplearning4j.models.sequencevectors.sequence.Sequence; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * - * @author raver119@gmail.com - */ public interface SequenceTransformer { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/GraphTransformer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/GraphTransformer.java index 421936e4c..8e83448d8 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/GraphTransformer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/GraphTransformer.java @@ -34,12 +34,6 @@ import org.slf4j.LoggerFactory; import java.util.Iterator; import java.util.concurrent.atomic.AtomicInteger; -/** - * - * This class is used to build vocabulary and sequences out of graph, via GraphWalkers - * - * @author raver119@gmail.com - */ public class GraphTransformer implements Iterable> { protected IGraph sourceGraph; protected GraphWalker walker; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/SentenceTransformer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/SentenceTransformer.java index fc13b91cb..60396553b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/SentenceTransformer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/SentenceTransformer.java @@ -40,11 +40,6 @@ import java.util.Iterator; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * This simple class is responsible for conversion lines of text to Sequences of SequenceElements to fit them into SequenceVectors model - * - * @author raver119@gmail.com - */ public class SentenceTransformer implements SequenceTransformer, Iterable> { /* So, we must accept any SentenceIterator implementations, and build vocab out of it, and use it for further transforms between text and Sequences diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/BasicTransformerIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/BasicTransformerIterator.java index 01221128c..8b0acfe33 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/BasicTransformerIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/BasicTransformerIterator.java @@ -30,9 +30,6 @@ import org.deeplearning4j.text.documentiterator.LabelledDocument; import java.util.Iterator; -/** - * @author raver119@gmail.com - */ @Slf4j public class BasicTransformerIterator implements Iterator> { protected final LabelAwareIterator iterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/ParallelTransformerIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/ParallelTransformerIterator.java index c110ebdd7..d68fc6095 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/ParallelTransformerIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/sequencevectors/transformers/impl/iterables/ParallelTransformerIterator.java @@ -36,14 +36,6 @@ import java.util.concurrent.*; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicInteger; -/** - * TransformerIterator implementation that's does transformation/tokenization/normalization/whatever in parallel threads. - * Suitable for cases when tokenization takes too much time for single thread. - * - * TL/DR: we read data from sentence iterator, and apply tokenization in parallel threads. - * - * @author raver119@gmail.com - */ @Slf4j public class ParallelTransformerIterator extends BasicTransformerIterator { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/InputStreamCreator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/InputStreamCreator.java index 0b9152e55..49d7adfb6 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/InputStreamCreator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/InputStreamCreator.java @@ -23,9 +23,6 @@ package org.deeplearning4j.models.word2vec; import java.io.InputStream; import java.io.Serializable; -/** - * Created by agibsonccc on 10/19/14. - */ public interface InputStreamCreator extends Serializable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/StaticWord2Vec.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/StaticWord2Vec.java index 4b293169a..10c71e58b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/StaticWord2Vec.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/StaticWord2Vec.java @@ -36,13 +36,6 @@ import java.util.List; import java.util.Map; import java.util.concurrent.ConcurrentHashMap; -/** - * This is special limited Word2Vec implementation, suited for serving as lookup table in concurrent multi-gpu environment - * This implementation DOES NOT load all vectors onto any of gpus, instead of that it holds vectors in, optionally, compressed state in host memory. - * This implementation DOES NOT provide some of original Word2Vec methods, such as wordsNearest or wordsNearestSum. - * - * @author raver119@gmail.com - */ @Slf4j public class StaticWord2Vec implements WordVectors { private List> cacheWrtDevice = new ArrayList<>(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/VocabWork.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/VocabWork.java index f6cf5300a..ee8ed1ca2 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/VocabWork.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/VocabWork.java @@ -25,12 +25,6 @@ import java.util.Arrays; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * Vocab work meant for use with the vocab actor - * - * - * @author Adam Gibson - */ public class VocabWork implements Serializable { private AtomicInteger count = new AtomicInteger(0); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/Word2Vec.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/Word2Vec.java index 62cac33eb..834c24f80 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/Word2Vec.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/Word2Vec.java @@ -51,11 +51,6 @@ import org.nd4j.shade.jackson.databind.type.CollectionType; import java.io.IOException; import java.util.*; -/** - * This is Word2Vec implementation based on SequenceVectors - * - * @author raver119@gmail.com - */ public class Word2Vec extends SequenceVectors { private static final long serialVersionUID = 78249242142L; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/iterator/Word2VecDataSetIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/iterator/Word2VecDataSetIterator.java index 448f4a2d1..d06f92e7b 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/iterator/Word2VecDataSetIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/iterator/Word2VecDataSetIterator.java @@ -40,12 +40,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.CopyOnWriteArrayList; -/** - * Iterates over a sentence with moving window to produce a data applyTransformToDestination - * for word windows based on a pretrained word2vec. - * - * @author Adam Gibson - */ @Slf4j public class Word2VecDataSetIterator implements DataSetIterator { private Word2Vec vec; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/HuffmanNode.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/HuffmanNode.java index 060588b3b..671cd904d 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/HuffmanNode.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/HuffmanNode.java @@ -23,12 +23,6 @@ package org.deeplearning4j.models.word2vec.wordstore; import lombok.Data; import lombok.NonNull; -/** - * Huffman tree node info, needed for w2v calculations. - * Used only in StandaloneWord2Vec internals. - * - * @author raver119@gmail.com - */ @Data public class HuffmanNode { @NonNull diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabCache.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabCache.java index 381795daf..39b61f7ea 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabCache.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabCache.java @@ -27,11 +27,6 @@ import java.io.Serializable; import java.util.Collection; -/** - * A VocabCache handles the storage of information needed for the word2vec look up table. - * - * @author Adam Gibson - */ public interface VocabCache extends Serializable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabConstructor.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabConstructor.java index 257240c37..9c3417878 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabConstructor.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabConstructor.java @@ -41,16 +41,6 @@ import java.util.concurrent.*; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicLong; -/** - * - * This class can be used to build joint vocabulary from special sources, that should be treated separately. - * I.e. words from one source should have minWordFrequency set to 1, while the rest of corpus should have minWordFrequency set to 5. - * So, here's the way to deal with it. - * - * It also can be used to simply build vocabulary out of arbitrary number of Sequences derived from arbitrary number of SequenceIterators - * - * @author raver119@gmail.com - */ public class VocabConstructor { private List> sources = new ArrayList<>(); private VocabCache cache; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyHolder.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyHolder.java index 9f89d75a2..668305d1c 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyHolder.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyHolder.java @@ -35,12 +35,6 @@ import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.atomic.AtomicInteger; import java.util.concurrent.atomic.AtomicLong; -/** - * This class is used as simplified VocabCache for vocabulary building routines. - * As soon as vocab is built, all words will be transferred into VocabCache. - * - * @author raver119@gmail.com - */ public class VocabularyHolder implements Serializable { private final Map vocabulary = new ConcurrentHashMap<>(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyWord.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyWord.java index b19be30b2..70019f125 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyWord.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/VocabularyWord.java @@ -30,13 +30,6 @@ import org.nd4j.shade.jackson.databind.SerializationFeature; import java.io.IOException; import java.io.Serializable; -/** - * Simplified version of VocabWord. - * Used only for w2v vocab building routines - * - * @author raver119@gmail.com - */ - @Data public class VocabularyWord implements Serializable { @NonNull diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/AbstractCache.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/AbstractCache.java index 8e363df57..0e8709e93 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/AbstractCache.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/AbstractCache.java @@ -41,13 +41,6 @@ import java.util.concurrent.ConcurrentMap; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicLong; -/** - * - * This is generic VocabCache implementation designed as abstract SequenceElements vocabulary - * - * @author raver119@gmail.com - * @author alexander@skymind.io - */ @Slf4j @JsonTypeInfo(use = JsonTypeInfo.Id.CLASS, include = JsonTypeInfo.As.PROPERTY, property = "@class") @JsonAutoDetect(fieldVisibility = JsonAutoDetect.Visibility.ANY, getterVisibility = JsonAutoDetect.Visibility.NONE, diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/InMemoryLookupCache.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/InMemoryLookupCache.java index be85bdf53..349c827fb 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/InMemoryLookupCache.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/models/word2vec/wordstore/inmemory/InMemoryLookupCache.java @@ -35,13 +35,6 @@ import java.util.Map; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.atomic.AtomicLong; -/** - * In memory lookup cache for smaller datasets - * - * PLEASE NOTE: Consider using AbstractCache instead. - * - * @author Adam Gibson - */ @Deprecated public class InMemoryLookupCache implements VocabCache, Serializable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/AsyncLabelAwareIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/AsyncLabelAwareIterator.java index 1ad8b424b..d5d354d98 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/AsyncLabelAwareIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/AsyncLabelAwareIterator.java @@ -27,9 +27,6 @@ import org.deeplearning4j.core.parallelism.AsyncIterator; import java.util.Iterator; import java.util.NoSuchElementException; -/** - * @author raver119@gmail.com - */ public class AsyncLabelAwareIterator implements LabelAwareIterator, Iterator { protected LabelAwareIterator backedIterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/BasicLabelAwareIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/BasicLabelAwareIterator.java index fe3af8903..7f3f306ee 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/BasicLabelAwareIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/BasicLabelAwareIterator.java @@ -28,12 +28,6 @@ import org.deeplearning4j.text.sentenceiterator.labelaware.LabelAwareSentenceIte import java.util.concurrent.atomic.AtomicLong; -/** - * This is simple class, for building Sentence-Label pairs for ParagraphVectors/Doc2Vec. - * Idea is simple - you provide SentenceIterator or DocumentIterator, and it builds nice structure for future model reuse - * - * @author raver119@gmail.com - */ public class BasicLabelAwareIterator implements LabelAwareIterator { // this counter is used for dumb labels generation protected AtomicLong documentPosition = new AtomicLong(0); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/DocumentIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/DocumentIterator.java index 39e6afcfb..79b4c63d8 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/DocumentIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/DocumentIterator.java @@ -24,11 +24,6 @@ import java.io.InputStream; import java.io.Serializable; -/** - * Document Iterator: iterate over input streams - * @author Adam Gibson - * - */ public interface DocumentIterator extends Serializable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FileLabelAwareIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FileLabelAwareIterator.java index 6719cde93..da41ddc28 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FileLabelAwareIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FileLabelAwareIterator.java @@ -29,16 +29,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * This is simple filesystem-based LabelAware iterator. - * It assumes that you have one or more folders organized in the following way: - * 1st level subfolder: label name - * 2nd level: bunch of documents for that label - * - * You can have as many label folders as you want, as well. - * - * @author raver119@gmail.com - */ public class FileLabelAwareIterator implements LabelAwareIterator { protected List files; protected AtomicInteger position = new AtomicInteger(0); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FilenamesLabelAwareIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FilenamesLabelAwareIterator.java index 7eaa57625..98eba8752 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FilenamesLabelAwareIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/FilenamesLabelAwareIterator.java @@ -29,13 +29,6 @@ import java.util.ArrayList; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * - * This LabelAwareIterator scans folder for files, and returns them as LabelledDocuments. - * Each LabelledDocument will set it's Label to file name. - * - * @author raver119@gmail.com - */ public class FilenamesLabelAwareIterator implements LabelAwareIterator { protected List files; protected AtomicInteger position = new AtomicInteger(0); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareDocumentIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareDocumentIterator.java index 1bee31ec2..158efb7f4 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareDocumentIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareDocumentIterator.java @@ -20,9 +20,6 @@ package org.deeplearning4j.text.documentiterator; -/** - * Created by agibsonccc on 10/18/14. - */ public interface LabelAwareDocumentIterator extends DocumentIterator { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIterator.java index 619acf410..80fe1cfbc 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIterator.java @@ -22,16 +22,6 @@ package org.deeplearning4j.text.documentiterator; import java.util.Iterator; -/** - * This simple iterator interface assumes, that all documents are packed into strings OR into references to VocabWords. - * Basic idea is: for tasks like ParagraphVectors we need unified interface for reading Sentences (read: lines of text) or Documents (read: set of lines) with label support. - * - * There's 2 interoperbility implementations of this interfaces: SentenceIteratorConverter and DocumentIteratorConverter. - * After conversion is done, they can be wrapped by BasicLabelAwareIterator, that accepts all 5 current interfaces (including this one) as source for labelled documents. - * This way 100% backward compatibility is provided, as well as additional functionality is delivered via LabelsSource. - * - * @author raver119@gmail.com - */ public interface LabelAwareIterator extends Iterator { boolean hasNextDocument(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIteratorWrapper.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIteratorWrapper.java index 6699bfccd..82d2b41c0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIteratorWrapper.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelAwareIteratorWrapper.java @@ -22,11 +22,6 @@ package org.deeplearning4j.text.documentiterator; import java.util.List; -/** - * LabelAwareIterator wrapper which populates a LabelsSource while iterating. - * - * @author Benjamin Possolo - */ public class LabelAwareIteratorWrapper implements LabelAwareIterator { private final LabelAwareIterator delegate; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelledDocument.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelledDocument.java index c0d74f2c3..4bb0d7198 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelledDocument.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelledDocument.java @@ -27,11 +27,6 @@ import org.deeplearning4j.models.word2vec.VocabWord; import java.util.ArrayList; import java.util.List; -/** - * This is primitive holder of document, and it's label. - * - * @author raver119@gmail.com - */ @Data @ToString(exclude = "referencedContent") public class LabelledDocument { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelsSource.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelsSource.java index ebc7f63a6..8088eadc0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelsSource.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/LabelsSource.java @@ -31,11 +31,6 @@ import java.util.Set; import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.atomic.AtomicLong; -/** - * This class is used to manage labels/documents syncronization over iterators - * - * @author raver119@gmail.com - */ public class LabelsSource implements Serializable { private AtomicLong counter = new AtomicLong(0); @Setter diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/SimpleLabelAwareIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/SimpleLabelAwareIterator.java index db24b2e77..683178503 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/SimpleLabelAwareIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/SimpleLabelAwareIterator.java @@ -24,15 +24,6 @@ import lombok.NonNull; import java.util.Iterator; -/** - * This class provide option to build LabelAwareIterator from Iterable or Iterator objects - * - * PLEASE NOTE: This iterator is meant to be used with externally-originated data via Java Iterable/Iterator interface. - * It IS possible to use Collection/List object here, but it's NOT recommended, since huge List with data might cause significant - * performance penalty due to JVM Garbage Collection mechanics. - * - * @author raver119@gmail.com - */ public class SimpleLabelAwareIterator implements LabelAwareIterator { protected transient Iterable underlyingIterable; protected transient Iterator currentIterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/interoperability/DocumentIteratorConverter.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/interoperability/DocumentIteratorConverter.java index 3c5f2ab81..d93b18228 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/interoperability/DocumentIteratorConverter.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/documentiterator/interoperability/DocumentIteratorConverter.java @@ -28,11 +28,6 @@ import java.io.IOException; import java.io.InputStream; import java.io.InputStreamReader; -/** - * Simple class providing compatibility between DocumentIterator/LabelAwareDocumentIterator and LabelAwareIterator - * - * @author raver119@gmail.com - */ public class DocumentIteratorConverter implements LabelAwareIterator { protected DocumentIterator backendIterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/inputsanitation/InputHomogenization.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/inputsanitation/InputHomogenization.java index 99594dd4e..edbf9d0d6 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/inputsanitation/InputHomogenization.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/inputsanitation/InputHomogenization.java @@ -24,12 +24,6 @@ import java.text.Normalizer; import java.text.Normalizer.Form; import java.util.List; -/** - * Performs some very basic textual transformations - * such as word shape, lower casing, and stripping of punctuation - * @author Adam Gibson - * - */ public class InputHomogenization { private String input; private List ignoreCharactersContaining; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/invertedindex/InvertedIndex.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/invertedindex/InvertedIndex.java index 32018fc04..f89acaa95 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/invertedindex/InvertedIndex.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/invertedindex/InvertedIndex.java @@ -30,10 +30,6 @@ import java.util.Iterator; import java.util.List; import java.util.concurrent.Executor; -/** - * An inverted index for mapping words to documents - * and documents to words - */ public interface InvertedIndex extends Serializable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/labels/LabelsProvider.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/labels/LabelsProvider.java index 6e73d44ef..a80cdbeb1 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/labels/LabelsProvider.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/labels/LabelsProvider.java @@ -22,9 +22,6 @@ package org.deeplearning4j.text.labels; import org.deeplearning4j.models.sequencevectors.sequence.SequenceElement; -/** - * @author raver119@gmail.com - */ public interface LabelsProvider { T nextLabel(); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/ContextLabelRetriever.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/ContextLabelRetriever.java index 5eaa01e0e..4c5ea7506 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/ContextLabelRetriever.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/ContextLabelRetriever.java @@ -30,10 +30,6 @@ import org.nd4j.common.primitives.Pair; import java.util.ArrayList; import java.util.List; -/** - * Context Label Retriever - * @author Adam Gibson - */ public class ContextLabelRetriever { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Window.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Window.java index 61d9ebf5f..89244c7ba 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Window.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Window.java @@ -28,12 +28,6 @@ import java.util.Collection; import java.util.List; -/** - * A representation of a sliding window. - * This is used for creating training examples. - * @author Adam Gibson - * - */ public class Window implements Serializable { /** * diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/WindowConverter.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/WindowConverter.java index 5479e7ec9..bb6740c3b 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/WindowConverter.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/WindowConverter.java @@ -31,12 +31,6 @@ import org.nd4j.linalg.indexing.NDArrayIndex; import java.util.List; -/** - * Util methods for converting windows to - * training examples - * @author Adam Gibson - * - */ @Slf4j public class WindowConverter { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Windows.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Windows.java index b54d7445f..59af8f5f3 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Windows.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/movingwindow/Windows.java @@ -33,10 +33,6 @@ import java.util.ArrayList; import java.util.List; import java.util.StringTokenizer; -/** - * Static utility class for textual based windowing cooccurrences - * @author Adam Gibson - */ @Slf4j public class Windows { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/AggregatingSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/AggregatingSentenceIterator.java index c7eed9803..d140452dd 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/AggregatingSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/AggregatingSentenceIterator.java @@ -27,11 +27,6 @@ import java.util.Collection; import java.util.List; import java.util.concurrent.atomic.AtomicInteger; -/** - * This is simple wrapper suited for aggregation of few SentenceIterators into single flow. - * - * @author raver119@gmail.com - */ public class AggregatingSentenceIterator implements SentenceIterator { private List backendIterators; private SentencePreProcessor preProcessor; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BaseSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BaseSentenceIterator.java index d41f996f8..d2149b583 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BaseSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BaseSentenceIterator.java @@ -20,14 +20,6 @@ package org.deeplearning4j.text.sentenceiterator; -/** - * Creates a baseline default. - * This includes the sentence pre processor - * and a no op finish for iterators - * with no i/o streams or other finishing steps. - * @author Adam Gibson - * - */ public abstract class BaseSentenceIterator implements SentenceIterator { protected SentencePreProcessor preProcessor; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicLineIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicLineIterator.java index 402955040..3da5acfd4 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicLineIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicLineIterator.java @@ -26,14 +26,6 @@ import lombok.extern.slf4j.Slf4j; import java.io.*; import java.util.Iterator; -/** - * Primitive single-line iterator, without any options involved. - * Can be used over InputStream or File. - * - * Please note: for reset functionality, mark/reset should be supported by underlying InputStream. - * - * @author raver119@gmail.com - */ @Slf4j public class BasicLineIterator implements SentenceIterator, Iterable { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicResultSetIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicResultSetIterator.java index 4506bc5dc..0be1cf537 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicResultSetIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/BasicResultSetIterator.java @@ -23,16 +23,6 @@ package org.deeplearning4j.text.sentenceiterator; import java.sql.ResultSet; import java.sql.SQLException; -/** - * Primitive iterator over a SQL ResultSet - * - * Please note: for reset functionality, the underlying JDBC ResultSet must not be of TYPE_FORWARD_ONLY - * To achieve this using postgres you can make your query using: connection.prepareStatement(sql,ResultSet.TYPE_SCROLL_INSENSITIVE,ResultSet.CONCUR_READ_ONLY); - * - * This class is designed in a similar fashion to org.deeplearning4j.text.sentenceiterator.BasicLineIterator - * - * @author Brad Heap nzv8fan@gmail.com - */ public class BasicResultSetIterator implements SentenceIterator { private ResultSet rs; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/LineSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/LineSentenceIterator.java index 4de9b6af9..76ac3f37a 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/LineSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/LineSentenceIterator.java @@ -25,11 +25,6 @@ import org.apache.commons.io.LineIterator; import java.io.*; -/** - * Each line is a sentence - * - * @author Adam Gibson - */ public class LineSentenceIterator extends BaseSentenceIterator { private InputStream file; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/MutipleEpochsSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/MutipleEpochsSentenceIterator.java index 4196c6af1..576dd6140 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/MutipleEpochsSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/MutipleEpochsSentenceIterator.java @@ -24,13 +24,6 @@ import lombok.NonNull; import java.util.concurrent.atomic.AtomicInteger; -/** - * This SentenceIterator implemenation wraps existing sentence iterator, and resets it numEpochs times - * - * This class is usable for tests purposes mostly. - * - * @author raver119@gmail.com - */ public class MutipleEpochsSentenceIterator implements SentenceIterator { private SentenceIterator iterator; private int numEpochs; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/PrefetchingSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/PrefetchingSentenceIterator.java index 5d2338ba3..ef83f32ba 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/PrefetchingSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/PrefetchingSentenceIterator.java @@ -31,15 +31,6 @@ import java.util.concurrent.TimeUnit; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.locks.ReentrantReadWriteLock; -/** - * Wrapper over SentenceIterator, that allows background prefetch from original SentenceIterator - * It could be useful, if your SentencePreProcessor implementation is CPU intensive as well as whole pipeline behind iterator is cpu intensive too. - * This iterator will allow you to split workload in two different threads - * - * WORK IS IN PROGRESS, DO NOT USE PLEASE - * - * @author raver119@gmail.com - */ @Deprecated public class PrefetchingSentenceIterator implements SentenceIterator { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentenceIterator.java index 22458de96..ab7107648 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentenceIterator.java @@ -20,14 +20,6 @@ package org.deeplearning4j.text.sentenceiterator; -/** - * A sentence iterator that knows how to iterate over sentence. - * This can be used in conjunction with more advanced NLP techniques - * to clearly separate sentences out, or be simpler when as much - * complexity is not needed. - * @author Adam Gibson - * - */ public interface SentenceIterator { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentencePreProcessor.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentencePreProcessor.java index bfdafd6a2..cd450d483 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentencePreProcessor.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SentencePreProcessor.java @@ -22,12 +22,6 @@ package org.deeplearning4j.text.sentenceiterator; import java.io.Serializable; -/** - * Sentence pre processor. - * Used for pre processing strings - * - * @author Adam Gibson - */ public interface SentencePreProcessor extends Serializable { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/StreamLineIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/StreamLineIterator.java index f33f62e02..5bfcff057 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/StreamLineIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/StreamLineIterator.java @@ -33,13 +33,6 @@ import java.io.InputStreamReader; import java.util.concurrent.LinkedBlockingQueue; import java.util.concurrent.atomic.AtomicBoolean; -/** - * Simple class suitable for iterating over InputStreams as over lines of strings - * - * Please note, this class is NOT thread safe - * - * @author raver119@gmail.com - */ @Slf4j public class StreamLineIterator implements SentenceIterator { private DocumentIterator iterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SynchronizedSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SynchronizedSentenceIterator.java index c0caba78b..ceaa3ad4a 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SynchronizedSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/SynchronizedSentenceIterator.java @@ -22,11 +22,6 @@ package org.deeplearning4j.text.sentenceiterator; import lombok.NonNull; -/** - * Simple synchronized wrapper for SentenceIterator interface implementations - * - * @author raver119@gmail.com - */ public class SynchronizedSentenceIterator implements SentenceIterator { private SentenceIterator underlyingIterator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/interoperability/SentenceIteratorConverter.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/interoperability/SentenceIteratorConverter.java index 76a345816..74b7172e6 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/interoperability/SentenceIteratorConverter.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/interoperability/SentenceIteratorConverter.java @@ -31,11 +31,6 @@ import org.slf4j.LoggerFactory; import java.util.List; -/** - * Simple class providing compatibility between SentenceIterator/LabelAwareSentenceIterator and LabelAwareIterator - * - * @author raver119@gmail.com - */ public class SentenceIteratorConverter implements LabelAwareIterator { private SentenceIterator backendIterator; private LabelsSource generator; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareFileSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareFileSentenceIterator.java index c40bd65e9..38f8124eb 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareFileSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareFileSentenceIterator.java @@ -27,12 +27,6 @@ import java.io.File; import java.util.Arrays; import java.util.List; -/** - * - * Label aware sentence iterator - * - * @author Adam Gibson - */ public class LabelAwareFileSentenceIterator extends FileSentenceIterator implements LabelAwareSentenceIterator { /** * Takes a single file or directory diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareSentenceIterator.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareSentenceIterator.java index 52436fd5b..82e7689bd 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareSentenceIterator.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/sentenceiterator/labelaware/LabelAwareSentenceIterator.java @@ -24,12 +24,6 @@ import org.deeplearning4j.text.sentenceiterator.SentenceIterator; import java.util.List; -/** - * SentenceIterator that is aware of its label. This is useful - * for creating datasets all at once or on the fly. - * - * @author Adam Gibson - */ public interface LabelAwareSentenceIterator extends SentenceIterator { /** * Returns the current label for nextSentence() diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/stopwords/StopWords.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/stopwords/StopWords.java index 0be4dc343..8525b561b 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/stopwords/StopWords.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/stopwords/StopWords.java @@ -26,11 +26,6 @@ import org.nd4j.common.io.ClassPathResource; import java.io.IOException; import java.util.List; -/** - * Loads stop words from the class path - * @author Adam Gibson - * - */ public class StopWords { private static List stopWords; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceStreamTokenizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceStreamTokenizer.java index 53044bf7e..ce228184e 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceStreamTokenizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceStreamTokenizer.java @@ -29,10 +29,6 @@ import java.nio.charset.Charset; import java.util.*; import java.util.concurrent.atomic.AtomicInteger; -/** - * A tokenizer that works with a vocab from a published bert model and tokenizes a token at a time from a stream - * @author Paul Dubs - */ @Slf4j public class BertWordPieceStreamTokenizer extends BertWordPieceTokenizer { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceTokenizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceTokenizer.java index 9881a17ee..ec4a3e3aa 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceTokenizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/BertWordPieceTokenizer.java @@ -27,10 +27,6 @@ import java.util.*; import java.util.concurrent.atomic.AtomicInteger; import java.util.regex.Pattern; -/** - * A tokenizer that works with a vocab from a published bert model - * @author Paul Dubs - */ @Slf4j public class BertWordPieceTokenizer implements Tokenizer { public static final Pattern splitPattern = Pattern.compile("\\p{javaWhitespace}+|((?<=\\p{Punct})+|(?=\\p{Punct}+))"); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/TokenPreProcess.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/TokenPreProcess.java index ec1d90a28..f501201bf 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/TokenPreProcess.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/TokenPreProcess.java @@ -21,11 +21,6 @@ package org.deeplearning4j.text.tokenization.tokenizer; -/** - * Token preprocessing - * @author Adam Gibson - * - */ public interface TokenPreProcess { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/Tokenizer.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/Tokenizer.java index ccd968b0d..d9f6c74b4 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/Tokenizer.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/Tokenizer.java @@ -22,13 +22,6 @@ package org.deeplearning4j.text.tokenization.tokenizer; import java.util.List; -/** - * A representation of a tokenizer. - * Different applications may require - * different kind of tokenization (say rules based vs more formal NLP approaches) - * @author Adam Gibson - * - */ public interface Tokenizer { /** diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/BertWordPiecePreProcessor.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/BertWordPiecePreProcessor.java index 1d6da73e2..3097fa4cb 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/BertWordPiecePreProcessor.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/BertWordPiecePreProcessor.java @@ -28,14 +28,6 @@ import java.text.Normalizer; import java.util.List; import java.util.Map; -/** - * A preprocessor for cleaning/normaling text. Does the following: - * 1. Optionally converts all characters to lower case - * 2. Optionally strips accents off characters - * 3. Strips all control characters - * 4. Replaces whitespace characters with space ' ' (this includes newline and tab) - * 5. Appends spaces before/after Chinese characters - */ public class BertWordPiecePreProcessor implements TokenPreProcess { public static final char REPLACEMENT_CHAR = 0xfffd; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CommonPreprocessor.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CommonPreprocessor.java index 299af3c9c..4ec559aa3 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CommonPreprocessor.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CommonPreprocessor.java @@ -22,13 +22,6 @@ package org.deeplearning4j.text.tokenization.tokenizer.preprocessor; import org.deeplearning4j.text.tokenization.tokenizer.TokenPreProcess; -/** - * A TokenPreProcess implementation that removes puncuation marks and lower-cases. - *
- * Note that the implementation uses String#toLowerCase(String) and its behavior depends on the default locale. - * @see StringCleaning#stripPunct(String) - * @author jeffreytang - */ public class CommonPreprocessor implements TokenPreProcess { @Override public String preProcess(String token) { diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CompositePreProcessor.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CompositePreProcessor.java index 714c11dcf..0d861f851 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CompositePreProcessor.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/CompositePreProcessor.java @@ -29,10 +29,6 @@ import java.util.Arrays; import java.util.Collection; import java.util.List; -/** - * CompositePreProcessor is a {@link TokenPreProcess} that applies multiple preprocessors sequentially - * @author Alex Black - */ public class CompositePreProcessor implements TokenPreProcess { private List preProcessors; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/LowCasePreProcessor.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/LowCasePreProcessor.java index 2e10c4e70..c8955008b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/LowCasePreProcessor.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/LowCasePreProcessor.java @@ -22,9 +22,6 @@ package org.deeplearning4j.text.tokenization.tokenizer.preprocessor; import org.deeplearning4j.text.tokenization.tokenizer.TokenPreProcess; -/** - * @author raver119@gmail.com - */ public class LowCasePreProcessor implements TokenPreProcess { /** * Pre process a token diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/StringCleaning.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/StringCleaning.java index 934c20300..f6db851b0 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/StringCleaning.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizer/preprocessor/StringCleaning.java @@ -22,10 +22,6 @@ package org.deeplearning4j.text.tokenization.tokenizer.preprocessor; import java.util.regex.Pattern; -/** - * Various string cleaning utils - * @author Adam GIbson - */ public class StringCleaning { private static final Pattern punctPattern = Pattern.compile("[\\d\\.:,\"\'\\(\\)\\[\\]|/?!;]+"); diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizerfactory/BertWordPieceTokenizerFactory.java b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizerfactory/BertWordPieceTokenizerFactory.java index ae55cba8d..561e08b5b 100644 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizerfactory/BertWordPieceTokenizerFactory.java +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/java/org/deeplearning4j/text/tokenization/tokenizerfactory/BertWordPieceTokenizerFactory.java @@ -36,10 +36,6 @@ import java.util.Map; import java.util.NavigableMap; import java.util.TreeMap; -/** - * Bert WordPiece tokenizer - * @author Paul Dubs - */ public class BertWordPieceTokenizerFactory implements TokenizerFactory { private final NavigableMap vocab; diff --git a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/resources/org/deeplearning4j/ehcache.xml b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/resources/org/deeplearning4j/ehcache.xml index c2f733ef5..7fa866cce 100755 --- a/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/resources/org/deeplearning4j/ehcache.xml +++ b/deeplearning4j/deeplearning4j-nlp-parent/deeplearning4j-nlp/src/main/resources/org/deeplearning4j/ehcache.xml @@ -18,65 +18,6 @@ ~ ******************************************************************************/ --> -