Graphcore
/

bert-large-ipu

Model card Files Files and versions Community

jimypbr commited on Mar 14, 2022

Commit

85150d2

•

1 Parent(s): 3e32d45

Update ipu_config.json

Files changed (1) hide show

ipu_config.json +2 -2

ipu_config.json CHANGED Viewed

@@ -6,11 +6,11 @@
   "enable_half_first_order_momentum": true,
   "enable_half_partials": true,
-  "replication_factor": 4,
   "gradient_accumulation_steps": 16,
   "device_iterations": 1,
   "inference_device_iterations": 4,
-  "inference_replication_factor": 4,
   "executable_cache_dir": "./exe_cache",
   "ipus_per_replica": 4,

   "enable_half_first_order_momentum": true,
   "enable_half_partials": true,
+  "replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
   "gradient_accumulation_steps": 16,
   "device_iterations": 1,
   "inference_device_iterations": 4,
+  "inference_replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
   "executable_cache_dir": "./exe_cache",
   "ipus_per_replica": 4,