Graphcore
/

lxmert-base-ipu

Model card Files Files and versions Community

michaelbenayoun HF staff commited on Oct 19, 2022

Commit

7620dcf

•

1 Parent(s): 7528da2

Update ipu_config.json

Files changed (1) hide show

ipu_config.json +1 -0

ipu_config.json CHANGED Viewed

@@ -12,6 +12,7 @@
     "inference_replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
     "gradient_accumulation_steps": 8,
     "executable_cache_dir": "./exe_cache",
     "ipus_per_replica": 4,
     "matmul_proportion": [0.25]

     "inference_replication_factor": {"pod4": 1, "pod8": 2, "pod16": 4, "pod32": 8, "pod64": 16, "default": 1},
     "gradient_accumulation_steps": 8,
     "executable_cache_dir": "./exe_cache",
+    "layers_per_ipu": [0, 7, 7, 5],
     "ipus_per_replica": 4,
     "matmul_proportion": [0.25]