lint

Author: edknv

examples/02-Multi-GPU-Tensorflow-with-Horovod.ipynb

@@ -2,7 +2,7 @@
  "cells": [
   {
    "cell_type": "code",
-   "execution_count": 1,
+   "execution_count": null,
    "id": "bb28e271",
    "metadata": {},
    "outputs": [],
@@ -57,7 +57,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 2,
+   "execution_count": null,
    "id": "edd46306",
    "metadata": {},
    "outputs": [],
@@ -70,19 +70,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 3,
+   "execution_count": null,
    "id": "591f8c61",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stderr",
-     "output_type": "stream",
-     "text": [
-      "downloading ml-25m.zip: 262MB [00:10, 24.4MB/s]                                     \n",
-      "unzipping files: 100%|█████████████████████████████| 8/8 [00:04<00:00,  1.61files/s]\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "DATA_PATH = os.environ.get(\"DATA_PATH\", os.path.expanduser(\"~/workspace\"))\n",
     "download_file(\"http://files.grouplens.org/datasets/movielens/ml-25m.zip\", DATA_PATH + \"/ml-25m.zip\")"
@@ -110,7 +101,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": null,
    "id": "c65e5ef6",
    "metadata": {},
    "outputs": [],
@@ -140,18 +131,10 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
    "id": "9fbe17a7",
    "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Overwriting ./tf_trainer.py\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
     "%%writefile \"./tf_trainer.py\"\n",
     "\n",
@@ -183,7 +166,7 @@
     "\n",
     "parser = argparse.ArgumentParser()\n",
     "parser.add_argument(\"--data_path\", default=None, help=\"Input directory.\")\n",
-    "parser.add_argument(\"--batch_size\", default=None, help=\"Batch size.\")\n",
+    "parser.add_argument(\"--batch_size\", type=int, default=None, help=\"Batch size.\")\n",
     "args = parser.parse_args()\n",
     "\n",
     "DATA_PATH = args.data_path or os.path.expanduser(\"~/workspace\")\n",
@@ -291,54 +274,9 @@
    "metadata": {
     "scrolled": true
    },
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "2023-06-08 04:04:31.525132: I tensorflow/core/platform/cpu_feature_guard.cc:194] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  SSE3 SSE4.1 SSE4.2 AVX\n",
-      "To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
-      "2023-06-08 04:04:31.640485: I tensorflow/core/util/port.cc:104] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
-      "[1,0]<stderr>:2023-06-08 04:04:34.931845: I tensorflow/core/platform/cpu_feature_guard.cc:194] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  SSE3 SSE4.1 SSE4.2 AVX\n",
-      "[1,0]<stderr>:To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
-      "[1,1]<stderr>:2023-06-08 04:04:34.939388: I tensorflow/core/platform/cpu_feature_guard.cc:194] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN) to use the following CPU instructions in performance-critical operations:  SSE3 SSE4.1 SSE4.2 AVX\n",
-      "[1,1]<stderr>:To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.\n",
-      "[1,1]<stderr>:2023-06-08 04:04:35.046788: I tensorflow/core/util/port.cc:104] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
-      "[1,0]<stderr>:2023-06-08 04:04:35.046788: I tensorflow/core/util/port.cc:104] oneDNN custom operations are on. You may see slightly different numerical results due to floating-point round-off errors from different computation orders. To turn them off, set the environment variable `TF_ENABLE_ONEDNN_OPTS=0`.\n",
-      "[1,1]<stderr>:2023-06-08 04:04:41.286722: I tensorflow/core/common_runtime/gpu/gpu_process_state.cc:222] Using CUDA malloc Async allocator for GPU: 0\n",
-      "[1,1]<stderr>:2023-06-08 04:04:41.286821: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1621] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 24570 MB memory:  -> device: 0, name: NVIDIA RTX A6000, pci bus id: 0000:b3:00.0, compute capability: 8.6\n",
-      "[1,0]<stderr>:2023-06-08 04:04:41.292086: I tensorflow/core/common_runtime/gpu/gpu_process_state.cc:222] Using CUDA malloc Async allocator for GPU: 0\n",
-      "[1,0]<stderr>:2023-06-08 04:04:41.292173: I tensorflow/core/common_runtime/gpu/gpu_device.cc:1621] Created device /job:localhost/replica:0/task:0/device:GPU:0 with 24570 MB memory:  -> device: 0, name: NVIDIA RTX A6000, pci bus id: 0000:17:00.0, compute capability: 8.6\n",
-      "[1,1]<stderr>:WARNING:tensorflow:From /usr/local/lib/python3.8/dist-packages/tensorflow/python/autograph/pyct/static_analysis/liveness.py:83: Analyzer.lamba_check (from tensorflow.python.autograph.pyct.static_analysis.liveness) is deprecated and will be removed after 2023-09-23.\n",
-      "[1,1]<stderr>:Instructions for updating:\n",
-      "[1,1]<stderr>:Lambda fuctions will be no more assumed to be used in the statement where they are used, or at least in the same block. https://github.com/tensorflow/tensorflow/issues/56089\n",
-      "[1,0]<stderr>:WARNING:tensorflow:From /usr/local/lib/python3.8/dist-packages/tensorflow/python/autograph/pyct/static_analysis/liveness.py:83: Analyzer.lamba_check (from tensorflow.python.autograph.pyct.static_analysis.liveness) is deprecated and will be removed after 2023-09-23.\n",
-      "[1,0]<stderr>:Instructions for updating:\n",
-      "[1,0]<stderr>:Lambda fuctions will be no more assumed to be used in the statement where they are used, or at least in the same block. https://github.com/tensorflow/tensorflow/issues/56089\n",
-      "[1,0]<stdout>:Step #0\tLoss: 13.976286\n",
-      "[1,0]<stdout>:Step #10\tLoss: 13.746111\n",
-      "[1,0]<stdout>:Step #20\tLoss: 13.905323\n",
-      "[1,0]<stdout>:Step #30\tLoss: 14.093473\n",
-      "[1,0]<stdout>:Step #40\tLoss: 13.336206\n",
-      "[1,0]<stdout>:Step #50\tLoss: 13.932583\n",
-      "[1,0]<stdout>:Step #60\tLoss: 13.702780\n",
-      "[1,0]<stdout>:Step #70\tLoss: 13.522057\n",
-      "[1,0]<stdout>:Step #80\tLoss: 13.382860\n",
-      "[1,0]<stdout>:Step #90\tLoss: 13.701270\n",
-      "[1,0]<stdout>:Step #100\tLoss: 13.240610\n",
-      "[1,0]<stdout>:Step #110\tLoss: 13.264977\n",
-      "[1,0]<stdout>:Step #120\tLoss: 13.984927\n",
-      "[1,0]<stdout>:Step #130\tLoss: 14.039978\n",
-      "[1,0]<stdout>:Step #140\tLoss: 13.639907\n",
-      "[1,0]<stdout>:Step #150\tLoss: 13.430090\n",
-      "[1,0]<stdout>:Step #160\tLoss: 13.219415\n",
-      "[1,0]<stdout>:Step #170\tLoss: 12.758451\n",
-      "[1,0]<stdout>:Step #180\tLoss: 13.592442\n"
-     ]
-    }
-   ],
+   "outputs": [],
    "source": [
-    "!horovodrun -np {GPU_COUNT} python tf_trainer.py --data_path={DATA_PATH} --batch_size=65536"
+    "! horovodrun -np {GPU_COUNT} python tf_trainer.py --data_path={DATA_PATH} --batch_size=65536"
    ]
   },
   {

tests/unit/dataloader/test_tf_dataloader.py

@@ -718,7 +718,7 @@ def test_wrong_batch_size_raises_warning():
             _ = tf_loader(dataset, batch_size=batch_size)
 
     for power in range(4, 10):
-        batch_size = 2 ** power
+        batch_size = 2**power
         # warning not raised for power of two
         with warnings.catch_warnings():
             warnings.simplefilter("error")