Update data prep notebook (#8532) (#8533)

Signed-off-by: Mingyuan Ma <[email protected]> Co-authored-by: Ming <[email protected]> Signed-off-by: ataghibakhsh <[email protected]>
NVIDIA · Mar 15, 2024 · 4905b4d · 4905b4d
1 parent 047447b
commit 4905b4d
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tutorials/multimodal/Multimodal Data Preparation.ipynb b/tutorials/multimodal/Multimodal Data Preparation.ipynb
@@ -430,6 +430,7 @@
    "source": [
     "from omegaconf import OmegaConf\n",
     "precache_cfg = OmegaConf.load(os.path.join(CONF_DIR, \"precache_sd.yaml\"))\n",
+    "del precache_cfg.encodings[1].encoder_config['use_fp16']\n",
     "# visualize the config\n",
     "print(OmegaConf.to_yaml(precache_cfg))"
    ]
@@ -511,6 +512,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
+    "! pip install --upgrade webdataset\n",
     "! SLURM_ARRAY_TASK_ID=0 SLURM_ARRAY_TASK_COUNT=2 python $SCRIPT_DIR/precache_encodings.py \\\n",
     "    input_dir=$DATA_DIR/tarfiles_reorganized \\\n",
     "    output_dir=$DATA_DIR/tarfiles_precached \\\n",