diff --git a/cv/classification/alexnet/tensorflow/benchmark_cnn.py b/cv/classification/alexnet/tensorflow/benchmark_cnn.py index 3afda107c52e39a72bc597564b990124c57cb0ef..7f6c1db4c5ee81194c43a463c5bfad1235b0a04f 100644 --- a/cv/classification/alexnet/tensorflow/benchmark_cnn.py +++ b/cv/classification/alexnet/tensorflow/benchmark_cnn.py @@ -1,6 +1,4 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/cv/classification/alexnet/tensorflow/download_script.sh b/cv/classification/alexnet/tensorflow/download_script.sh index ddb4cfb53baa87c25c9293d6cdb408e610b73973..dcb821844d056ae198a58a067ee3b112afc991f3 100644 --- a/cv/classification/alexnet/tensorflow/download_script.sh +++ b/cv/classification/alexnet/tensorflow/download_script.sh @@ -1,18 +1,3 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e -exit 0 +exit 0 \ No newline at end of file diff --git a/cv/classification/alexnet/tensorflow/get_imagenette.sh b/cv/classification/alexnet/tensorflow/get_imagenette.sh index 0b477c2ea2d7d9fbe3b0bf00960bf7c5b7e329fc..361838eb161da13a4418baae6abdcf6cf6cff964 100644 --- a/cv/classification/alexnet/tensorflow/get_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/get_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. : ${DATASET_DIR:="./"} diff --git a/cv/classification/alexnet/tensorflow/get_num_devices.sh b/cv/classification/alexnet/tensorflow/get_num_devices.sh index dcd4174b7705c45bc791ea9d8218d74adcd5b93b..e28edae741e3014606c4c0eef2b78a22223b2418 100644 --- a/cv/classification/alexnet/tensorflow/get_num_devices.sh +++ b/cv/classification/alexnet/tensorflow/get_num_devices.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then @@ -23,4 +9,4 @@ else export CUDA_VISIBLE_DEVICES=0,1 echo "Not found CUDA_VISIBLE_DEVICES, set nproc_per_node = ${num_devices}" fi -export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} +export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} \ No newline at end of file diff --git a/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh index 89e9880f9eec184d3caa7d20a62d87752c346ced..0038bab6a836c959ce673a01ad94cf0e559d49a3 100644 --- a/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_alexnet_distributed_imagenette.sh @@ -1,17 +1 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - -bash ./run_train_distributed_imagenette.sh alexnet "$@" +bash ./run_train_distributed_imagenette.sh alexnet "$@" \ No newline at end of file diff --git a/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh index 6a05462cb30495ae6858c2ea23bb01c07178ef34..246d9b7c510e032e742e5c6fe564fa4957eaaadf 100644 --- a/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_alexnet_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh index b10133306fd7dd9078d2bee732ac2ea244473a51..09e4e0e2a3cbb3fa79728237a327e0be69cccc07 100644 --- a/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_alexnet_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh index ed239ea409ae6f239eb6346add91a65def2e9ab4..a19219642b1cfc304d21fe147d0576dc13e2c96b 100644 --- a/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/alexnet/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py b/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py index 3afda107c52e39a72bc597564b990124c57cb0ef..7f6c1db4c5ee81194c43a463c5bfad1235b0a04f 100644 --- a/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py +++ b/cv/classification/inceptionv3/tensorflow/benchmark_cnn.py @@ -1,6 +1,4 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/cv/classification/inceptionv3/tensorflow/download_script.sh b/cv/classification/inceptionv3/tensorflow/download_script.sh index ddb4cfb53baa87c25c9293d6cdb408e610b73973..dcb821844d056ae198a58a067ee3b112afc991f3 100644 --- a/cv/classification/inceptionv3/tensorflow/download_script.sh +++ b/cv/classification/inceptionv3/tensorflow/download_script.sh @@ -1,18 +1,3 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e -exit 0 +exit 0 \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/get_imagenette.sh b/cv/classification/inceptionv3/tensorflow/get_imagenette.sh index 2cbf1c5606d0a1e138ca4d80930f6f4968551a15..9c3d2927fedf404b55392931c5137994025e57d6 100644 --- a/cv/classification/inceptionv3/tensorflow/get_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/get_imagenette.sh @@ -1,22 +1,10 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. : ${DATA_DIR:="./"} + if [ ! -d "./imagenette" ]; then echo "Make soft link form ${DATA_DIR} to tf_cnn_benckmarks" ln -s "${DATA_DIR}/imagenette_tfrecord" imagenette -fi \ No newline at end of file +fi + diff --git a/cv/classification/inceptionv3/tensorflow/get_num_devices.sh b/cv/classification/inceptionv3/tensorflow/get_num_devices.sh index a9c3708955c785f98159cfa872157538f6aee1a8..e28edae741e3014606c4c0eef2b78a22223b2418 100644 --- a/cv/classification/inceptionv3/tensorflow/get_num_devices.sh +++ b/cv/classification/inceptionv3/tensorflow/get_num_devices.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then @@ -23,4 +9,4 @@ else export CUDA_VISIBLE_DEVICES=0,1 echo "Not found CUDA_VISIBLE_DEVICES, set nproc_per_node = ${num_devices}" fi -export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} +export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh index 1abf5d2c05bc628985e1e32ede54848e3829e366..b4c1bfd1d99de90bb751eb07adfea086c82f0669 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh index 9718e63186d8ff38f50e5e95719afcd9789f8738..e6febf1291feed14732882d16a8044e463b8f386 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_inception3_distributed_imagenette.sh @@ -1,18 +1,2 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - bash ./run_train_distributed_imagenette.sh inception3 "$@" -exit $? +exit $? \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh index 9c44c920f824220dc29d47550e4e5d33aedc547f..577901ba62b9d3d964a927d869b846be926de59f 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_inception3_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh b/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh index 6a8938ec5f1daf3bbdb0ad57d3151518d2aa171e..81bbca149823dda5eaa009e5a05a90f9a450f574 100644 --- a/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh +++ b/cv/classification/inceptionv3/tensorflow/run_train_inception3_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh @@ -65,4 +51,4 @@ UMD_WAITAFTERLAUNCH=1 python3 -u tf_cnn_benchmarks.py\ --stop_at_top_1_accuracy=0.9 --all_reduce_spec=pscpu\ --num_intra_threads=1 --num_inter_threads=1 "${new_args[@]}" 2>&1 | tee ${LOG_DIR}/${DATE}_${TRAIN_EPOCHS}_${BATCH_SIZE}_${OPTIMIZER}.log; [[ ${PIPESTATUS[0]} == 0 ]] || exit -exit ${EXIT_STATUS} +exit ${EXIT_STATUS} \ No newline at end of file diff --git a/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py b/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py index 37b2c4449cf6a1353062a87514014305d27a2e84..3014ed7a15a9776572be49a7f5cb5b794504914f 100644 --- a/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py +++ b/cv/classification/inceptionv3/tensorflow/tf_cnn_benchmarks.py @@ -57,13 +57,11 @@ def main(positional_arguments): % positional_arguments[1:]) params = benchmark_cnn.make_params_from_flags() - try: from dltest import show_training_arguments show_training_arguments(flags.FLAGS) except: pass - with mlperf.mlperf_logger(absl_flags.FLAGS.ml_perf_compliance_logging, params.model): params = benchmark_cnn.setup(params) diff --git a/cv/classification/resnet50/tensorflow/download_script.sh b/cv/classification/resnet50/tensorflow/download_script.sh index b51a687020423920f9a7d0cc1b8fc1ddf964b4bd..dcb821844d056ae198a58a067ee3b112afc991f3 100644 --- a/cv/classification/resnet50/tensorflow/download_script.sh +++ b/cv/classification/resnet50/tensorflow/download_script.sh @@ -1,18 +1,3 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e exit 0 \ No newline at end of file diff --git a/cv/classification/resnet50/tensorflow/get_imagenette.sh b/cv/classification/resnet50/tensorflow/get_imagenette.sh index 460e635f9ffdcc3a58c5980c7f299440691fd941..9c3d2927fedf404b55392931c5137994025e57d6 100644 --- a/cv/classification/resnet50/tensorflow/get_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/get_imagenette.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - : ${DATA_DIR:="./"} diff --git a/cv/classification/resnet50/tensorflow/get_num_devices.sh b/cv/classification/resnet50/tensorflow/get_num_devices.sh index 1637c5a1f95e53979cc9e76a0f2ec7eab9fea564..e28edae741e3014606c4c0eef2b78a22223b2418 100644 --- a/cv/classification/resnet50/tensorflow/get_num_devices.sh +++ b/cv/classification/resnet50/tensorflow/get_num_devices.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then diff --git a/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh index f4f48223c71319eb1ca461986d6f81850b57b212..b4c1bfd1d99de90bb751eb07adfea086c82f0669 100644 --- a/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh index 667cf5bb067665ad83e1f9bac95c8c797f6d91b3..aaa8db1a1fcbb180f1c288cdb3616ed105546c89 100644 --- a/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_resnet50_distributed_imagenette.sh @@ -1,19 +1,2 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - bash ./run_train_distributed_imagenette.sh resnet50 "$@" -exit $? \ No newline at end of file +exit $? diff --git a/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh index e65bfffb9851dfebc41ffc2eba38dd033588057e..171fd87614545938c794da5427336364415571a4 100644 --- a/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_resnet50_imagenette.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - bash ./get_imagenette.sh diff --git a/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh b/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh index d2325ad0330446efb41ee6476de78551cc49c4ad..1a2c33ad7ab84a1078f9eeaeb94522c72591e797 100644 --- a/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh +++ b/cv/classification/resnet50/tensorflow/run_train_resnet50_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/vgg/tensorflow/benchmark_cnn.py b/cv/classification/vgg/tensorflow/benchmark_cnn.py index 79edb4ab6aebc83e90eeb51726c17ccdc451764e..7f6c1db4c5ee81194c43a463c5bfad1235b0a04f 100644 --- a/cv/classification/vgg/tensorflow/benchmark_cnn.py +++ b/cv/classification/vgg/tensorflow/benchmark_cnn.py @@ -1,8 +1,5 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. # -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at diff --git a/cv/classification/vgg/tensorflow/convnet_builder.py b/cv/classification/vgg/tensorflow/convnet_builder.py index 6b9a22e92514c1fc3553cd98ab8ad2b48e92f029..9903de9247e7401b2982bb061fb6f4bdce7be179 100644 --- a/cv/classification/vgg/tensorflow/convnet_builder.py +++ b/cv/classification/vgg/tensorflow/convnet_builder.py @@ -1,7 +1,5 @@ # Copyright 2017 The TensorFlow Authors. All Rights Reserved. # -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at diff --git a/cv/classification/vgg/tensorflow/get_num_devices.sh b/cv/classification/vgg/tensorflow/get_num_devices.sh index a9c3708955c785f98159cfa872157538f6aee1a8..e28edae741e3014606c4c0eef2b78a22223b2418 100644 --- a/cv/classification/vgg/tensorflow/get_num_devices.sh +++ b/cv/classification/vgg/tensorflow/get_num_devices.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. devices=$CUDA_VISIBLE_DEVICES if [ -n "$devices" ]; then @@ -23,4 +9,4 @@ else export CUDA_VISIBLE_DEVICES=0,1 echo "Not found CUDA_VISIBLE_DEVICES, set nproc_per_node = ${num_devices}" fi -export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} +export IX_NUM_CUDA_VISIBLE_DEVICES=${num_devices} \ No newline at end of file diff --git a/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh index c7642b98633c5e291901347fd34bef03758bd635..65af9f35bd465d2c21c6d227c508ed4c7252213e 100644 --- a/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_distributed_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh index 81d94a9a3fb37083522c98a4355cfb3f42801e8a..8e7b31def644322f0f8ae32f54d2dbdbedd8270e 100644 --- a/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_vgg16_distributed_imagenette.sh @@ -1,18 +1,2 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - bash ./run_train_distributed_imagenette.sh vgg16 "$@" -exit $? +exit $? \ No newline at end of file diff --git a/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh index 343dbe372b175d10e7a6c6855e3348125e0d117d..8828ba1b460d04b0801c72d0e383b5df15e4acf7 100644 --- a/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_vgg16_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh diff --git a/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh b/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh index d4c2bcd2ab01f05ee348fbf32c330596dd1b4d88..38d39a68c9d5383df00d4b14479237b2abcb02f6 100644 --- a/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh +++ b/cv/classification/vgg/tensorflow/run_train_vgg16_multigpu_imagenette.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. bash ./get_imagenette.sh @@ -66,4 +52,4 @@ UMD_WAITAFTERLAUNCH=1 python3 -u tf_cnn_benchmarks.py\ --num_intra_threads=1 --num_inter_threads=1 "${new_args[@]}" 2>&1 | tee ${LOG_DIR}/${DATE}_${TRAIN_EPOCHS}_${BATCH_SIZE}_${OPTIMIZER}.log; [[ ${PIPESTATUS[0]} == 0 ]] || exit -exit ${EXIT_STATUS} +exit ${EXIT_STATUS} \ No newline at end of file diff --git a/cv/detection/ssd/tensorflow/net/common_ops.py b/cv/detection/ssd/tensorflow/net/common_ops.py index 06eed648e66e0e6d0895d4ad5ea33cafba91400e..ae49c42b7831c8b076dbd471833d9315d39e02db 100644 --- a/cv/detection/ssd/tensorflow/net/common_ops.py +++ b/cv/detection/ssd/tensorflow/net/common_ops.py @@ -1,19 +1,3 @@ -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - import math import numpy as np import tensorflow.compat.v1 as tf diff --git a/cv/detection/ssd/tensorflow/net/resnet.py b/cv/detection/ssd/tensorflow/net/resnet.py index 6e9b8d255c70f62f504f263e6d168fa63ad23f0c..0ffc661f2570e54e94e81a3791a3065303276a89 100644 --- a/cv/detection/ssd/tensorflow/net/resnet.py +++ b/cv/detection/ssd/tensorflow/net/resnet.py @@ -1,18 +1,3 @@ -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - from .common_ops import * diff --git a/cv/detection/yolov3/tensorflow/run_inference.sh b/cv/detection/yolov3/tensorflow/run_inference.sh index 3b4ed0afd0aea8f7efdf367340fc24fee6f7546f..759137a0058a6324ce1b9cf0865a181d80c2379f 100644 --- a/cv/detection/yolov3/tensorflow/run_inference.sh +++ b/cv/detection/yolov3/tensorflow/run_inference.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. # Run yolov3 inference on Pascal VOC dataset, and evaluate the results. RUN_MODE="inference" bash ./setup.sh diff --git a/cv/detection/yolov3/tensorflow/run_training.sh b/cv/detection/yolov3/tensorflow/run_training.sh index 16053e076bd79837f80e0ee60774e3d8d750d5f8..13edcec50cbbc8630fca8311f0f43c38a9c45f6a 100644 --- a/cv/detection/yolov3/tensorflow/run_training.sh +++ b/cv/detection/yolov3/tensorflow/run_training.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - # Run yolov3 training on Pascal VOC with pretrained model # RUN_MODE="training" bash ./setup.sh diff --git a/cv/detection/yolov3/tensorflow/setup.sh b/cv/detection/yolov3/tensorflow/setup.sh index 82f1d15a561b3666d106dac08ca7303e95980990..a14a770d0f8f642147cd247a2507a760ac4e1251 100644 --- a/cv/detection/yolov3/tensorflow/setup.sh +++ b/cv/detection/yolov3/tensorflow/setup.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. PIPCMD=pip3 diff --git a/cv/face/facenet/tensorflow/__init__.py b/cv/face/facenet/tensorflow/__init__.py index 162e24b462289dcee7b7a2888b93fad1115def81..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 100644 --- a/cv/face/facenet/tensorflow/__init__.py +++ b/cv/face/facenet/tensorflow/__init__.py @@ -1,14 +0,0 @@ -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. \ No newline at end of file diff --git a/cv/face/facenet/tensorflow/contributed/__init__.py b/cv/face/facenet/tensorflow/contributed/__init__.py index 162e24b462289dcee7b7a2888b93fad1115def81..e69de29bb2d1d6434b8b29ae775ad8c2e48c5391 100644 --- a/cv/face/facenet/tensorflow/contributed/__init__.py +++ b/cv/face/facenet/tensorflow/contributed/__init__.py @@ -1,14 +0,0 @@ -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. \ No newline at end of file diff --git a/cv/face/facenet/tensorflow/contributed/batch_represent.py b/cv/face/facenet/tensorflow/contributed/batch_represent.py index d1ba1b7a6789c65304ffe0536c4ff755a135dfa3..9ec4481817f7125297339b1ddb43b093dbb48974 100644 --- a/cv/face/facenet/tensorflow/contributed/batch_represent.py +++ b/cv/face/facenet/tensorflow/contributed/batch_represent.py @@ -1,19 +1,5 @@ #!/usr/bin/env python # coding=utf-8 -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. from __future__ import absolute_import from __future__ import division diff --git a/cv/face/facenet/tensorflow/contributed/clustering.py b/cv/face/facenet/tensorflow/contributed/clustering.py index c74383097f98bcf0c86dbe8962bae4bc4e568139..9e53c23605ef7cbde47cc7a0725a39a1db59900b 100644 --- a/cv/face/facenet/tensorflow/contributed/clustering.py +++ b/cv/face/facenet/tensorflow/contributed/clustering.py @@ -1,18 +1,3 @@ -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - """ Face Cluster """ import tensorflow as tf import numpy as np diff --git a/cv/face/facenet/tensorflow/contributed/export_embeddings.py b/cv/face/facenet/tensorflow/contributed/export_embeddings.py index ccbf78755aca337184e67875e4ec2b8b05b6eee5..d378c2d46c1f1fc5b1e40cdef362c2c624d0ccf2 100644 --- a/cv/face/facenet/tensorflow/contributed/export_embeddings.py +++ b/cv/face/facenet/tensorflow/contributed/export_embeddings.py @@ -27,8 +27,6 @@ Charles Jekel 2017 # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/contributed/face.py b/cv/face/facenet/tensorflow/contributed/face.py index bd721b06b8dedf8c390a1668f124c8ad68e84126..97b95000f8e057f254f097a01328d4ddc94df7dc 100644 --- a/cv/face/facenet/tensorflow/contributed/face.py +++ b/cv/face/facenet/tensorflow/contributed/face.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2017 François Gervais -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # This is the work of David Sandberg and shanren7 remodelled into a # high level container. It's an attempt to simplify the use of such diff --git a/cv/face/facenet/tensorflow/contributed/predict.py b/cv/face/facenet/tensorflow/contributed/predict.py index bd210cb787e14937623b81243c509319819e916e..8bb10a81a9f715a128389e0170034c3db35ae4f2 100644 --- a/cv/face/facenet/tensorflow/contributed/predict.py +++ b/cv/face/facenet/tensorflow/contributed/predict.py @@ -8,8 +8,6 @@ from __future__ import print_function # MIT License # # Copyright (c) 2017 Rishi Rai -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py b/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py index c70198392b287d341064f060675165d475e47fee..897160616de8d6d25be684ced178be61d7c4cf89 100644 --- a/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py +++ b/cv/face/facenet/tensorflow/contributed/real_time_face_recognition.py @@ -6,8 +6,6 @@ Based on code from https://github.com/shanren7/real_time_face_recognition # MIT License # # Copyright (c) 2017 François Gervais -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/facenet_report.sh b/cv/face/facenet/tensorflow/facenet_report.sh index 084431b15d4f76d9f933b259a8e2978172e6b437..53a91d9afe95c77192a7653eef95416233919315 100644 --- a/cv/face/facenet/tensorflow/facenet_report.sh +++ b/cv/face/facenet/tensorflow/facenet_report.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. -# # 该脚本针对Facenet单卡训练的结果日志处理,输出符合移动集采要求的模型信息。 # 模型源码的多卡训练,需要各厂商自行适配,该脚本需要适当修改 @@ -98,4 +83,4 @@ all_time=`awk -v st=${start_time} -v et=${end_time} 'BEGIN{print(et-st)}'` epoch_num=`awk -v ce=${epoch_num} 'BEGIN{print(ce+1)}'` echo "total epoch number: ${epoch_num}" -echo "all time: ${all_time}" \ No newline at end of file +echo "all time: ${all_time}" diff --git a/cv/face/facenet/tensorflow/init.sh b/cv/face/facenet/tensorflow/init.sh index 70bf200051dd61eb7ee22fd31ac4a8f891ca83c3..5dcf5e32d01530033181cdd83ccc992782b00535 100644 --- a/cv/face/facenet/tensorflow/init.sh +++ b/cv/face/facenet/tensorflow/init.sh @@ -1,18 +1,3 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. PY_VERSION=$(python3 -V 2>&1|awk '{print $2}'|awk -F '.' '{print $2}') if [ "$PY_VERSION" == "10" ] || [ "$PY_VERSION" == "8" ] || [ "$PY_VERSION" == "9" ]; then diff --git a/cv/face/facenet/tensorflow/src/align/detect_face.py b/cv/face/facenet/tensorflow/src/align/detect_face.py index bd23a94f489bdeabb7a94eb34cb2cd31946bb04b..7f98ca7fb7890e45f11b5e0051a818ef1c791432 100644 --- a/cv/face/facenet/tensorflow/src/align/detect_face.py +++ b/cv/face/facenet/tensorflow/src/align/detect_face.py @@ -4,8 +4,6 @@ https://github.com/kpzhang93/MTCNN_face_detection_alignment # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/src/facenet.py b/cv/face/facenet/tensorflow/src/facenet.py index 2889f41fe8dafa5a0184d6214275ea2405c1bd11..f946332e9dc961d6bd20e315c889f0f220f629e1 100644 --- a/cv/face/facenet/tensorflow/src/facenet.py +++ b/cv/face/facenet/tensorflow/src/facenet.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py b/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py index 0fce235594c79d0be7576a7d2ecf2d206f5bf2e3..7d1fc91975d45d4ae1202e07f684bbfed5a1ef61 100644 --- a/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py +++ b/cv/face/facenet/tensorflow/src/models/inception_resnet_v1.py @@ -1,6 +1,4 @@ # Copyright 2016 The TensorFlow Authors. All Rights Reserved. -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. diff --git a/cv/face/facenet/tensorflow/src/train_softmax.py b/cv/face/facenet/tensorflow/src/train_softmax.py index a97d8b20e0d543f0b8ebd4f4d5af79eb4269b875..a2c4e77b78d00030ec5852c863490dabc9993efd 100644 --- a/cv/face/facenet/tensorflow/src/train_softmax.py +++ b/cv/face/facenet/tensorflow/src/train_softmax.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/src/train_softmax_ddp.py b/cv/face/facenet/tensorflow/src/train_softmax_ddp.py index 407cf74cd74077a469ddab5b739f5614ac559d82..d934e81d0a439973fbeb29120b92e57c6eda0a01 100644 --- a/cv/face/facenet/tensorflow/src/train_softmax_ddp.py +++ b/cv/face/facenet/tensorflow/src/train_softmax_ddp.py @@ -3,8 +3,6 @@ # MIT License # # Copyright (c) 2016 David Sandberg -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. # # Permission is hereby granted, free of charge, to any person obtaining a copy # of this software and associated documentation files (the "Software"), to deal diff --git a/cv/face/facenet/tensorflow/train8p.sh b/cv/face/facenet/tensorflow/train8p.sh index 38cb23a71e50c8be6b62a9b1f44ec37e233adc63..7cacb07796a7a009402b0be59596a6cd8869c33d 100644 --- a/cv/face/facenet/tensorflow/train8p.sh +++ b/cv/face/facenet/tensorflow/train8p.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - start_time=$(date +%s) horovodrun -np 16 --gloo python3 src/train_softmax_ddp.py \ @@ -42,8 +27,8 @@ horovodrun -np 16 --gloo python3 src/train_softmax_ddp.py \ --prelogits_norm_loss_factor 5e-4 \ --gpu_memory_fraction 0.9 \ --seed 43 \ - --epoch_size 200 2>&1 | tee train.log + --epoch_size 200 2>&1 | tee train.log end_time=$(date +%s) -e2e_time=$(($end_time - $start_time)) -echo "end to end time: $e2e_time" >>total_time.log +e2e_time=$(( $end_time - $start_time )) +echo "end to end time: $e2e_time" >> total_time.log diff --git a/cv/face/facenet/tensorflow/train_facenet.sh b/cv/face/facenet/tensorflow/train_facenet.sh index 63a5b607fc5819bbeb3c7e27d7c6c52f4a81c9f4..aa0c97cb270176e5f75c00e36f115650acdebcf4 100644 --- a/cv/face/facenet/tensorflow/train_facenet.sh +++ b/cv/face/facenet/tensorflow/train_facenet.sh @@ -1,19 +1,3 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - python3 src/train_softmax.py \ --logs_base_dir ./logs/facenet/ \ --models_base_dir ./src/models/ \ diff --git a/cv/face/facenet/tensorflow/train_facenet_ddp.sh b/cv/face/facenet/tensorflow/train_facenet_ddp.sh index 3da0fdb72cb0410014a586ff522d8a70ea14b571..90fbcd6489c80e4aa3fedc2179e6865e08b3a0d7 100644 --- a/cv/face/facenet/tensorflow/train_facenet_ddp.sh +++ b/cv/face/facenet/tensorflow/train_facenet_ddp.sh @@ -1,18 +1,3 @@ -#!/bin/bash -# Copyright (c) 2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. EXIT_STATUS=0 check_status() { diff --git a/cv/semantic_segmentation/vnet/tensorflow/download_script.sh b/cv/semantic_segmentation/vnet/tensorflow/download_script.sh index 9fc8528703e9e69b62ba9622d9995f5e937e6b03..0d874aaeb9d98c450e8f12d85c1bbe7c9e18c036 100644 --- a/cv/semantic_segmentation/vnet/tensorflow/download_script.sh +++ b/cv/semantic_segmentation/vnet/tensorflow/download_script.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -e exit 0 diff --git a/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh b/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh index 01d27d14234aedcae4f2b5166b6134a68dd8bc9e..fb1ef7f54bb849be283b56171aacd43295948d37 100644 --- a/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh +++ b/cv/semantic_segmentation/vnet/tensorflow/run_get_hippocampus_data.sh @@ -1,20 +1,3 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - - # Download Hippocampus dataset DATA_DIR='data' if [ ! -d ${DATA_DIR} ]; then diff --git a/cv/semantic_segmentation/vnet/tensorflow/run_training.sh b/cv/semantic_segmentation/vnet/tensorflow/run_training.sh index c0a48f47742c5523fdd54c6feac3d4a75682f79d..d45deaec5087ca854484dc59d85b9c21c296fb87 100644 --- a/cv/semantic_segmentation/vnet/tensorflow/run_training.sh +++ b/cv/semantic_segmentation/vnet/tensorflow/run_training.sh @@ -1,19 +1,4 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - +# !/bin/bash ID=$(grep -oP '(?<=^ID=).+' /etc/os-release | tr -d '"') # if [[ ${ID} == "ubuntu" ]]; then # echo ${ID} diff --git a/nlp/language_model/bert/tensorflow/base/init.sh b/nlp/language_model/bert/tensorflow/base/init.sh index 02211df30db000c5a3949236e29f5a9cae783cdb..661082ea9c35694417eea88845167621abdd97b2 100644 --- a/nlp/language_model/bert/tensorflow/base/init.sh +++ b/nlp/language_model/bert/tensorflow/base/init.sh @@ -1,18 +1,3 @@ -#!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. cd ../../../../../../data/model_zoo/ echo "check pretrained model..." diff --git a/nlp/language_model/bert/tensorflow/base/reset.sh b/nlp/language_model/bert/tensorflow/base/reset.sh index 9b162af9b9b82834cc74764aac7d6f74af9321e4..2e8ccfb8bce5877d8d4e15204e02760538d35154 100644 --- a/nlp/language_model/bert/tensorflow/base/reset.sh +++ b/nlp/language_model/bert/tensorflow/base/reset.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - # clean cache for host memory echo 3 > /proc/sys/vm/drop_caches diff --git a/nlp/language_model/bert/tensorflow/base/run.sh b/nlp/language_model/bert/tensorflow/base/run.sh index b21f1613e8013a8cda160c6082213785e504dbbd..5d15532565a3163da0593d0b6f5aedfa4da58923 100644 --- a/nlp/language_model/bert/tensorflow/base/run.sh +++ b/nlp/language_model/bert/tensorflow/base/run.sh @@ -1,19 +1,4 @@ #!/bin/bash -# Copyright (c) 2023, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. - set -x ./init.sh diff --git a/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh b/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh index 683dc6696dcf899842c7fbf3e00196977bf3272c..f69c3b464dd4e47915811713b2fa41f02d3ccd73 100644 --- a/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh +++ b/nlp/language_model/bert/tensorflow/base/run_1card_FPS.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. set -x @@ -56,4 +42,4 @@ CUDA_VISIBLE_DEVICES=0 python3 ./run_pretraining.py \ rm -rf ${OUTPUT_DIR}/* -date +%m%d%H%M%S >> ${LOG_DIR}/time.log +date +%m%d%H%M%S >> ${LOG_DIR}/time.log \ No newline at end of file diff --git a/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh b/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh index 16087a784ed2dcfbf9ebfcb06b539f10e212d1e7..df03dacae1e587ec2a0921ae56f1b6ec3fdfca3a 100644 --- a/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh +++ b/nlp/language_model/bert/tensorflow/base/run_multi_card_FPS.sh @@ -1,18 +1,4 @@ #!/bin/bash -# Copyright (c) 2023-2024, Shanghai Iluvatar CoreX Semiconductor Co., Ltd. -# All Rights Reserved. -# -# Licensed under the Apache License, Version 2.0 (the "License"); you may -# not use this file except in compliance with the License. You may obtain -# a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT -# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the -# License for the specific language governing permissions and limitations -# under the License. set -x