Update copyright to mention NOTICES file

master
agibsonccc 2021-02-01 21:31:04 +09:00
parent c715aea405
commit 4766032444
3808 changed files with 7000 additions and 28953 deletions

View File

@ -20,7 +20,9 @@
# ******************************************************************************/ # ******************************************************************************/
# #
# This shell script is adapted from Apache Flink (in turn, adapted from Apache Spark) some modifications.
set -e set -e

View File

@ -20,7 +20,9 @@
# ******************************************************************************/ # ******************************************************************************/
# #
# This shell script is adapted from Apache Flink (in turn, adapted from Apache Spark) some modifications.
set -e set -e

View File

@ -38,6 +38,106 @@
# ******************************************************************************/ # ******************************************************************************/
# #
#
# /* ******************************************************************************
# *
# *
# * This program and the accompanying materials are made available under the
# * terms of the Apache License, Version 2.0 which is available at
# * https://www.apache.org/licenses/LICENSE-2.0.
# *
# * See the NOTICE file distributed with this work for additional
# * information regarding copyright ownership.
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# * License for the specific language governing permissions and limitations
# * under the License.
# *
# * SPDX-License-Identifier: Apache-2.0
# ******************************************************************************/
#
#
# /* ******************************************************************************
# *
# *
# * This program and the accompanying materials are made available under the
# * terms of the Apache License, Version 2.0 which is available at
# * https://www.apache.org/licenses/LICENSE-2.0.
# *
# * See the NOTICE file distributed with this work for additional
# * information regarding copyright ownership.
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# * License for the specific language governing permissions and limitations
# * under the License.
# *
# * SPDX-License-Identifier: Apache-2.0
# ******************************************************************************/
#
#
# /* ******************************************************************************
# *
# *
# * This program and the accompanying materials are made available under the
# * terms of the Apache License, Version 2.0 which is available at
# * https://www.apache.org/licenses/LICENSE-2.0.
# *
# * See the NOTICE file distributed with this work for additional
# * information regarding copyright ownership.
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# * License for the specific language governing permissions and limitations
# * under the License.
# *
# * SPDX-License-Identifier: Apache-2.0
# ******************************************************************************/
#
#
# /* ******************************************************************************
# *
# *
# * This program and the accompanying materials are made available under the
# * terms of the Apache License, Version 2.0 which is available at
# * https://www.apache.org/licenses/LICENSE-2.0.
# *
# * See the NOTICE file distributed with this work for additional
# * information regarding copyright ownership.
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# * License for the specific language governing permissions and limitations
# * under the License.
# *
# * SPDX-License-Identifier: Apache-2.0
# ******************************************************************************/
#
#
# /* ******************************************************************************
# *
# *
# * This program and the accompanying materials are made available under the
# * terms of the Apache License, Version 2.0 which is available at
# * https://www.apache.org/licenses/LICENSE-2.0.
# *
# * See the NOTICE file distributed with this work for additional
# * information regarding copyright ownership.
# * Unless required by applicable law or agreed to in writing, software
# * distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# * WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# * License for the specific language governing permissions and limitations
# * under the License.
# *
# * SPDX-License-Identifier: Apache-2.0
# ******************************************************************************/
#
# #
# /* ****************************************************************************** # /* ******************************************************************************
# * # *

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -19,7 +19,9 @@
# ******************************************************************************/ # ******************************************************************************/
# #
# Note: this needs manual upgrading of version in setup.py to work (can't override old versions)
# remove old wheels # remove old wheels
sudo rm -rf dist/* sudo rm -rf dist/*

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,14 +18,6 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -20,7 +20,9 @@
# ******************************************************************************/ # ******************************************************************************/
# #
# Note: this needs manual upgrading of version in setup.py to work (can't override old versions)
# remove old wheels # remove old wheels
sudo rm -rf dist/* sudo rm -rf dist/*

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -22,15 +22,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -20,7 +20,9 @@
# ******************************************************************************/ # ******************************************************************************/
# #
# Note: this needs manual upgrading of version in setup.py to work (can't override old versions)
# remove old wheels # remove old wheels
sudo rm - rf dist/* sudo rm - rf dist/*

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -18,15 +18,7 @@
################################################################################ ################################################################################
# #
# This program and the accompanying materials are made available under the
# terms of the Apache License, Version 2.0 which is available at
# https://www.apache.org/licenses/LICENSE-2.0.
# #
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
# License for the specific language governing permissions and limitations
# under the License.
# #
################################################################################ ################################################################################

View File

@ -21,7 +21,6 @@
package org.datavec.api.conf; package org.datavec.api.conf;
/** Something that may be configured with a {@link Configuration}. */
public interface Configurable { public interface Configurable {
/** Set the configuration to be used by this object. */ /** Set the configuration to be used by this object. */

View File

@ -48,71 +48,6 @@ import java.util.regex.Matcher;
import java.util.regex.Pattern; import java.util.regex.Pattern;
import java.util.regex.PatternSyntaxException; import java.util.regex.PatternSyntaxException;
/**
* Provides access to configuration parameters.
*
* <h4 id="Resources">Resources</h4>
*
* <p>Configurations are specified by resources. A resource contains a set of
* name/value pairs as XML data. Each resource is named by either a
* <code>String</code> or a <code>Path</code>. If named by a
* <code>String</code>, then the classpath is examined for a file with that
* name. If named by a <code>Path</code>, then the local filesystem is
* examined directly, without referring to the classpath.
*
* <p>Unless explicitly turned off, Hadoop by default specifies two
* resources, loaded in-order from the classpath: <ol>
* <li><tt><a href="{@docRoot}/../core-default.html">core-default.xml</a>
* </tt>: Read-only defaults for hadoop.</li>
* <li><tt>core-site.xml</tt>: Site-specific configuration for a given hadoop
* installation.</li>
* </ol>
* Applications may add additional resources, which are loaded
* subsequent to these resources in the order they are added.
*
* <h4 id="FinalParams">Final Parameters</h4>
*
* <p>Configuration parameters may be declared <i>final</i>.
* Once a resource declares a value final, no subsequently-loaded
* resource can alter that value.
* For example, one might define a final parameter with:
* <tt><pre>
* &lt;property&gt;
* &lt;name&gt;dfs.client.buffer.dir&lt;/name&gt;
* &lt;value&gt;/tmp/hadoop/dfs/client&lt;/value&gt;
* <b>&lt;final&gt;true&lt;/final&gt;</b>
* &lt;/property&gt;</pre></tt>
*
* Administrators typically define parameters as final in
* <tt>core-site.xml</tt> for values that user applications may not alter.
*
* <h4 id="VariableExpansion">Variable Expansion</h4>
*
* <p>Value strings are first processed for <i>variable expansion</i>. The
* available properties are:<ol>
* <li>Other properties defined in this Configuration; and, if a name is
* undefined here,</li>
* <li>Properties in {@link System#getProperties()}.</li>
* </ol>
*
* <p>For example, if a configuration resource contains the following property
* definitions:
* <tt><pre>
* &lt;property&gt;
* &lt;name&gt;basedir&lt;/name&gt;
* &lt;value&gt;/user/${<i>user.name</i>}&lt;/value&gt;
* &lt;/property&gt;
*
* &lt;property&gt;
* &lt;name&gt;tempdir&lt;/name&gt;
* &lt;value&gt;${<i>basedir</i>}/tmp&lt;/value&gt;
* &lt;/property&gt;</pre></tt>
*
* When <tt>conf.get("tempdir")</tt> is called, then <tt>${<i>basedir</i>}</tt>
* will be resolved to another property in this Configuration, while
* <tt>${<i>user.name</i>}</tt> would then ordinarily be resolved to the value
* of the System property with that name.
*/
public class Configuration implements Iterable<Map.Entry<String, String>>, Writable, Serializable { public class Configuration implements Iterable<Map.Entry<String, String>>, Writable, Serializable {
private static final Logger LOG = LoggerFactory.getLogger(Configuration.class); private static final Logger LOG = LoggerFactory.getLogger(Configuration.class);

View File

@ -20,7 +20,6 @@
package org.datavec.api.conf; package org.datavec.api.conf;
/** Base class for things that may be configured with a {@link Configuration}. */
public class Configured implements Configurable { public class Configured implements Configurable {
private Configuration conf; private Configuration conf;

View File

@ -20,10 +20,6 @@
package org.datavec.api.exceptions; package org.datavec.api.exceptions;
/**
* DataVec exception
* @author Adam Gibson
*/
public class DataVecException extends Exception { public class DataVecException extends Exception {
public DataVecException() { public DataVecException() {
super(); super();

View File

@ -28,11 +28,6 @@ import org.datavec.api.writable.Writable;
import java.io.IOException; import java.io.IOException;
/**
* Create an input format
*
* @author Adam Gibson
*/
public interface InputFormat extends Writable { public interface InputFormat extends Writable {
/** /**

View File

@ -31,10 +31,6 @@ import java.io.DataInput;
import java.io.DataOutput; import java.io.DataOutput;
import java.io.IOException; import java.io.IOException;
/**
* Line input format creates an @link{LineRecordReader}
* @author Adam Gibson
*/
public class CSVInputFormat extends BaseInputFormat { public class CSVInputFormat extends BaseInputFormat {
@Override @Override
public RecordReader createReader(InputSplit split, Configuration conf) throws IOException, InterruptedException { public RecordReader createReader(InputSplit split, Configuration conf) throws IOException, InterruptedException {

View File

@ -31,10 +31,6 @@ import java.io.DataInput;
import java.io.DataOutput; import java.io.DataOutput;
import java.io.IOException; import java.io.IOException;
/**
* Line input format creates an @link{LineRecordReader}
* @author Adam Gibson
*/
public class LineInputFormat extends BaseInputFormat { public class LineInputFormat extends BaseInputFormat {
@Override @Override
public RecordReader createReader(InputSplit split, Configuration conf) throws IOException, InterruptedException { public RecordReader createReader(InputSplit split, Configuration conf) throws IOException, InterruptedException {

View File

@ -31,10 +31,6 @@ import java.io.DataInput;
import java.io.DataOutput; import java.io.DataOutput;
import java.io.IOException; import java.io.IOException;
/**
* Input format for the @link {ListStringRecordReader}
* @author Adam Gibson
*/
public class ListStringInputFormat implements InputFormat { public class ListStringInputFormat implements InputFormat {
/** /**
* Creates a reader from an input split * Creates a reader from an input split

View File

@ -25,10 +25,6 @@ import org.datavec.api.conf.Configuration;
import org.datavec.api.exceptions.DataVecException; import org.datavec.api.exceptions.DataVecException;
import org.datavec.api.records.writer.RecordWriter; import org.datavec.api.records.writer.RecordWriter;
/**
* Create a record writer
* @author Adam Gibson
*/
public interface OutputFormat { public interface OutputFormat {
public static final String OUTPUT_PATH = "org.nd4j.outputpath"; public static final String OUTPUT_PATH = "org.nd4j.outputpath";

View File

@ -27,11 +27,6 @@ import org.datavec.api.formats.output.OutputFormat;
import org.datavec.api.records.writer.RecordWriter; import org.datavec.api.records.writer.RecordWriter;
import org.datavec.api.records.writer.impl.csv.CSVRecordWriter; import org.datavec.api.records.writer.impl.csv.CSVRecordWriter;
/**
* Creates an @link{CSVRecordWriter}
*
* @author Adam Gibson
*/
public class CSVOutputFormat implements OutputFormat { public class CSVOutputFormat implements OutputFormat {
@Override @Override
public RecordWriter createWriter(Configuration conf) throws DataVecException { public RecordWriter createWriter(Configuration conf) throws DataVecException {

View File

@ -28,9 +28,6 @@ import org.datavec.api.formats.output.OutputFormat;
import org.datavec.api.records.writer.RecordWriter; import org.datavec.api.records.writer.RecordWriter;
import org.datavec.api.records.writer.impl.misc.SVMLightRecordWriter; import org.datavec.api.records.writer.impl.misc.SVMLightRecordWriter;
/**
* Created by agibsonccc on 1/11/15.
*/
public class SVMLightOutputFormat implements OutputFormat { public class SVMLightOutputFormat implements OutputFormat {
@Override @Override
public RecordWriter createWriter(Configuration conf) throws DataVecException { public RecordWriter createWriter(Configuration conf) throws DataVecException {

View File

@ -20,10 +20,6 @@
package org.datavec.api.io; package org.datavec.api.io;
/**
* Interface supported by {@link org.apache.hadoop.io.WritableComparable}
* types supporting ordering/permutation by a representative set of bytes.
*/
public abstract class BinaryComparable implements Comparable<BinaryComparable> { public abstract class BinaryComparable implements Comparable<BinaryComparable> {
/** /**

View File

@ -24,24 +24,6 @@ import java.io.ByteArrayInputStream;
import java.io.DataInput; import java.io.DataInput;
import java.io.DataInputStream; import java.io.DataInputStream;
/** A reusable {@link DataInput} implementation that reads from an in-memory
* buffer.
*
* <p>This saves memory over creating a new DataInputStream and
* ByteArrayInputStream each time data is read.
*
* <p>Typical usage is something like the following:<pre>
*
* DataInputBuffer buffer = new DataInputBuffer();
* while (... loop condition ...) {
* byte[] data = ... get data ...;
* int dataLength = ... get data length ...;
* buffer.reset(data, dataLength);
* ... read buffer using DataInput methods ...
* }
* </pre>
*
*/
public class DataInputBuffer extends DataInputStream { public class DataInputBuffer extends DataInputStream {
private static class Buffer extends ByteArrayInputStream { private static class Buffer extends ByteArrayInputStream {
public Buffer() { public Buffer() {

View File

@ -22,25 +22,6 @@ package org.datavec.api.io;
import java.io.*; import java.io.*;
/** A reusable {@link DataOutput} implementation that writes to an in-memory
* buffer.
*
* <p>This saves memory over creating a new DataOutputStream and
* ByteArrayOutputStream each time data is written.
*
* <p>Typical usage is something like the following:<pre>
*
* DataOutputBuffer buffer = new DataOutputBuffer();
* while (... loop condition ...) {
* buffer.reset();
* ... write buffer using DataOutput methods ...
* byte[] data = buffer.getData();
* int dataLength = buffer.getLength();
* ... write data to its ultimate destination ...
* }
* </pre>
*
*/
public class DataOutputBuffer extends DataOutputStream { public class DataOutputBuffer extends DataOutputStream {
private static class Buffer extends ByteArrayOutputStream { private static class Buffer extends ByteArrayOutputStream {

View File

@ -23,13 +23,6 @@ package org.datavec.api.io;
import java.util.Comparator; import java.util.Comparator;
/**
* <p>
* A {@link Comparator} that operates directly on byte representations of
* objects.
* </p>
* @param <T>
*/
public interface RawComparator<T> extends Comparator<T> { public interface RawComparator<T> extends Comparator<T> {
public int compare(byte[] b1, int s1, int l1, byte[] b2, int s2, int l2); public int compare(byte[] b1, int s1, int l1, byte[] b2, int s2, int l2);

View File

@ -23,38 +23,5 @@ package org.datavec.api.io;
import org.datavec.api.writable.Writable; import org.datavec.api.writable.Writable;
/**
* A {@link Writable} which is also {@link Comparable}.
*
* <p><code>WritableComparable</code>s can be compared to each other, typically
* via <code>Comparator</code>s. Any type which is to be used as a
* <code>key</code> in the Hadoop Map-Reduce framework should implement this
* interface.</p>
*
* <p>Example:</p>
* <p><blockquote><pre>
* public class MyWritableComparable implements WritableComparable {
* // Some data
* private int counter;
* private long timestamp;
*
* public void write(DataOutput out) throws IOException {
* out.writeInt(counter);
* out.writeLong(timestamp);
* }
*
* public void readFields(DataInput in) throws IOException {
* counter = in.readInt();
* timestamp = in.readLong();
* }
*
* public int compareTo(MyWritableComparable w) {
* int thisValue = this.value;
* int thatValue = ((IntWritable)o).value;
* return (thisValue &lt; thatValue ? -1 : (thisValue==thatValue ? 0 : 1));
* }
* }
* </pre></blockquote></p>
*/
public interface WritableComparable<T> extends Writable, Comparable<T> { public interface WritableComparable<T> extends Writable, Comparable<T> {
} }

View File

@ -29,15 +29,6 @@ import java.io.IOException;
import java.util.HashMap; import java.util.HashMap;
/** A Comparator for {@link WritableComparable}s.
*
* <p>This base implemenation uses the natural ordering. To define alternate
* orderings, override {@link #compare(WritableComparable,WritableComparable)}.
*
* <p>One may optimize compare-intensive operations by overriding
* {@link #compare(byte[],int,int,byte[],int,int)}. Static utility methods are
* provided to assist in optimized implementations of this method.
*/
public class WritableComparator implements RawComparator { public class WritableComparator implements RawComparator {
private static HashMap<Class, WritableComparator> comparators = new HashMap<>(); // registry private static HashMap<Class, WritableComparator> comparators = new HashMap<>(); // registry

View File

@ -23,11 +23,6 @@ package org.datavec.api.io;
import org.datavec.api.io.converters.WritableConverterException; import org.datavec.api.io.converters.WritableConverterException;
import org.datavec.api.writable.Writable; import org.datavec.api.writable.Writable;
/**
* Convert a writable to another writable (used for say: transitioning dates or categorical to numbers)
*
* @author Adam Gibson
*/
public interface WritableConverter { public interface WritableConverter {

View File

@ -23,11 +23,6 @@ package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.*; import org.datavec.api.writable.*;
/**
* Convert a writable to a
* double
* @author Adam Gibson
*/
public class DoubleWritableConverter implements WritableConverter { public class DoubleWritableConverter implements WritableConverter {
@Override @Override
public Writable convert(Writable writable) throws WritableConverterException { public Writable convert(Writable writable) throws WritableConverterException {

View File

@ -23,11 +23,6 @@ package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.*; import org.datavec.api.writable.*;
/**
* Convert a writable to a
* double
* @author Adam Gibson
*/
public class FloatWritableConverter implements WritableConverter { public class FloatWritableConverter implements WritableConverter {
@Override @Override
public Writable convert(Writable writable) throws WritableConverterException { public Writable convert(Writable writable) throws WritableConverterException {

View File

@ -26,12 +26,6 @@ import org.datavec.api.writable.Writable;
import java.util.List; import java.util.List;
/**
* Convert a label in to an index based on the
*
*
* @author Adam Gibson
*/
public class LabelWriterConverter implements WritableConverter { public class LabelWriterConverter implements WritableConverter {
private List<String> labels; private List<String> labels;

View File

@ -23,10 +23,6 @@ package org.datavec.api.io.converters;
import org.datavec.api.io.WritableConverter; import org.datavec.api.io.WritableConverter;
import org.datavec.api.writable.Writable; import org.datavec.api.writable.Writable;
/**
* Baseline writable converter
* @author Adam Gibson
*/
public class SelfWritableConverter implements WritableConverter { public class SelfWritableConverter implements WritableConverter {
@Override @Override
public Writable convert(Writable writable) { public Writable convert(Writable writable) {

View File

@ -20,11 +20,6 @@
package org.datavec.api.io.converters; package org.datavec.api.io.converters;
/**
* Writable converter exception represents an error
* for being unable to convert a writable
* @author Adam Gibson
*/
public class WritableConverterException extends Exception { public class WritableConverterException extends Exception {
public WritableConverterException() {} public WritableConverterException() {}

View File

@ -27,13 +27,6 @@ import org.datavec.api.writable.Writable;
import java.net.URI; import java.net.URI;
import java.util.*; import java.util.*;
/**
* Randomizes the order of paths in an array and removes paths randomly
* to have the same number of paths for each label. Further interlaces the paths
* on output based on their labels, to obtain easily optimal batches for training.
*
* @author saudet
*/
public class BalancedPathFilter extends RandomPathFilter { public class BalancedPathFilter extends RandomPathFilter {
protected PathLabelGenerator labelGenerator; protected PathLabelGenerator labelGenerator;

View File

@ -27,11 +27,6 @@ import org.datavec.api.writable.Writable;
import java.io.File; import java.io.File;
import java.net.URI; import java.net.URI;
/**
* Returns as label the base name of the parent file of the path (the directory).
*
* @author saudet
*/
public class ParentPathLabelGenerator implements PathLabelGenerator { public class ParentPathLabelGenerator implements PathLabelGenerator {
public ParentPathLabelGenerator() {} public ParentPathLabelGenerator() {}

View File

@ -25,17 +25,6 @@ import org.datavec.api.writable.Writable;
import java.io.Serializable; import java.io.Serializable;
import java.net.URI; import java.net.URI;
/**
* PathLabelGenerator: interface to infer the label of a file directly from the path of a file<br>
* Example: /negative/file17.csv -> class "0"; /positive/file116.csv -> class "1" etc.<br>
* Though note that the output is a writable, hence it need not be numerical.<br>
* <p>
* For use cases where multiple Writables are required (for example, networks with mixed classification/regression,
* or multiple output layers) use {@link PathMultiLabelGenerator} instead.
*
* @author Alex Black
* @see PathMultiLabelGenerator
*/
public interface PathLabelGenerator extends Serializable { public interface PathLabelGenerator extends Serializable {
Writable getLabelForPath(String path); Writable getLabelForPath(String path);

View File

@ -25,35 +25,6 @@ import org.datavec.api.writable.Writable;
import java.io.Serializable; import java.io.Serializable;
import java.util.List; import java.util.List;
/**
* PathMultiLabelGenerator: interface to infer the label(s) of a file directly from the URI/path<br>
* Similar to {@link PathLabelGenerator}, with 2 main differences:<br>
* (a) Can be used for multi-label, multi-class classification (i.e., return *multiple* NDArray writables, for use in
* networks with multiple output layers)<br>
* (b) Does <it>not</it> support inferring label classes<br>
* <br>
* Regarding (b) above, this means that the implementations of PathMultiLabelGenerator typically need to (for classification
* use cases) do one of two things (either will work, though down-stream usage of these arrays can vary slightly):
* (a) Perform label to integer index assignment (i.e., return an IntWritable(0) for A, if you have 3 classes {A,B,C})
* (b) Create a one-hot NDArrayWritable. For 3 classes {A,B,C} you should return a [1,0,0], [0,1,0] or [0,0,1] NDArrayWritable<br>
* Comparatively, PathLabelGenerator can return a Text writable with the label (i.e., "class_3" or "cat") for classification.<br>
* <br>
* More generally, PathMultiLabelGenerator must return Writables of one of the following types:
* {@link org.datavec.api.writable.DoubleWritable}, {@link org.datavec.api.writable.FloatWritable},
* {@link org.datavec.api.writable.IntWritable}, {@link org.datavec.api.writable.LongWritable} or
* {@link org.datavec.api.writable.NDArrayWritable}.<br>
* NDArrayWritable is used for classification (via one-hot NDArrayWritable) or multi-output regression (where all values
* are grouped together into a single array/writable) - whereas the others (double/float/int/long writables) are
* typically used for single output regression cases, or (IntWritable) for classification where downstream classes (notably
* DL4J's RecordReader(Multi)DataSetIterator) will convert the integer index (IntWritable) to a one-hot array ready for
* training.<br>
* <br>
* In principle, you can also return time series (3d - shape [1,size,seqLength]) or images (4d - shape
* [1,channels,height,width]) as a "label" for a given input image.
*
* @author Alex Black
* @see PathLabelGenerator
*/
public interface PathMultiLabelGenerator extends Serializable { public interface PathMultiLabelGenerator extends Serializable {
/** /**

View File

@ -23,19 +23,6 @@ package org.datavec.api.io.serializers;
import java.io.IOException; import java.io.IOException;
import java.io.InputStream; import java.io.InputStream;
/**
* <p>
* Provides a facility for deserializing objects of type <T> from an
* {@link InputStream}.
* </p>
*
* <p>
* Deserializers are stateful, but must not buffer the input since
* other producers may read from the input between calls to
* {@link #deserialize(Object)}.
* </p>
* @param <T>
*/
public interface Deserializer<T> { public interface Deserializer<T> {
/** /**
* <p>Prepare the deserializer for reading.</p> * <p>Prepare the deserializer for reading.</p>

View File

@ -20,12 +20,6 @@
package org.datavec.api.io.serializers; package org.datavec.api.io.serializers;
/**
* <p>
* Encapsulates a {@link Serializer}/{@link Deserializer} pair.
* </p>
* @param <T>
*/
public interface Serialization<T> { public interface Serialization<T> {
/** /**

View File

@ -31,11 +31,6 @@ import org.slf4j.LoggerFactory;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.List; import java.util.List;
/**
* <p>
* A factory for {@link Serialization}s.
* </p>
*/
public class SerializationFactory extends Configured { public class SerializationFactory extends Configured {
private static final Logger LOG = LoggerFactory.getLogger(SerializationFactory.class.getName()); private static final Logger LOG = LoggerFactory.getLogger(SerializationFactory.class.getName());

View File

@ -23,19 +23,6 @@ package org.datavec.api.io.serializers;
import java.io.IOException; import java.io.IOException;
import java.io.OutputStream; import java.io.OutputStream;
/**
* <p>
* Provides a facility for serializing objects of type <T> to an
* {@link OutputStream}.
* </p>
*
* <p>
* Serializers are stateful, but must not buffer the output since
* other producers may write to the output between calls to
* {@link #serialize(Object)}.
* </p>
* @param <T>
*/
public interface Serializer<T> { public interface Serializer<T> {
/** /**
* <p>Prepare the serializer for writing.</p> * <p>Prepare the serializer for writing.</p>

View File

@ -22,12 +22,6 @@ package org.datavec.api.records;
import java.io.UnsupportedEncodingException; import java.io.UnsupportedEncodingException;
/**
* A byte sequence that is used as a Java native type for buffer.
* It is resizable and distinguishes between the count of the sequence and
* the current capacity.
*
*/
public class Buffer implements Comparable, Cloneable { public class Buffer implements Comparable, Cloneable {
/** Number of valid bytes in this.bytes. */ /** Number of valid bytes in this.bytes. */
private int count; private int count;

View File

@ -27,9 +27,6 @@ import java.io.DataInput;
import java.io.DataOutput; import java.io.DataOutput;
import java.io.IOException; import java.io.IOException;
/**
* Various utility functions for Hadooop record I/O runtime.
*/
public class IOUtils { public class IOUtils {
/** Cannot create a new instance of IOUtils */ /** Cannot create a new instance of IOUtils */

View File

@ -20,19 +20,6 @@
package org.datavec.api.records; package org.datavec.api.records;
/**
* Interface that acts as an iterator for deserializing maps.
* The deserializer returns an instance that the record uses to
* read vectors and maps. An example of usage is as follows:
*
* <code>
* Index idx = startVector(...);
* while (!idx.done()) {
* .... // read element of a vector
* idx.incr();
* }
* </code>
*/
public interface Index { public interface Index {
boolean done(); boolean done();

Some files were not shown because too many files have changed in this diff Show More