model.npz.yml

authors: false
cite: false
build-info: ""
workspace: -8000
log: train.log
log-level: info
log-time-zone: PST8PDT
quiet: false
quiet-translation: true
seed: 141414
check-nan: false
interpolate-env-vars: true
relative-paths: false
dump-config: ""
sigterm: save-and-exit
model: model_files/model.npz
pretrained-model: ""
ignore-model-config: false
type: lm-transformer
dim-vocabs:
  - 8000
dim-emb: 1024
factors-dim-emb: 0
factors-combine: sum
lemma-dependency: ""
lemma-dim-emb: 0
dim-rnn: 1024
enc-type: bidirectional
enc-cell: gru
enc-cell-depth: 1
enc-depth: 1
dec-cell: gru
dec-cell-base-depth: 2
dec-cell-high-depth: 1
dec-depth: 12
skip: false
layer-normalization: false
right-left: false
input-types:
  []
tied-embeddings: true
tied-embeddings-src: false
tied-embeddings-all: true
output-omit-bias: true
transformer-heads: 8
transformer-no-projection: false
transformer-rnn-projection: false
transformer-pool: false
transformer-dim-ffn: 8192
transformer-decoder-dim-ffn: 8192
transformer-ffn-depth: 2
transformer-decoder-ffn-depth: 0
transformer-ffn-activation: relu
transformer-dim-aan: 2048
transformer-aan-depth: 2
transformer-aan-activation: swish
transformer-aan-nogate: false
transformer-decoder-autoreg: self-attention
transformer-tied-layers: []
transformer-guided-alignment-layer: last
transformer-preprocess: ""
transformer-postprocess-emb: d
transformer-postprocess: dan
transformer-postprocess-top: ""
transformer-train-position-embeddings: false
transformer-depth-scaling: true
transformer-no-bias: false
transformer-no-affine: false
bert-mask-symbol: "[MASK]"
bert-sep-symbol: "[SEP]"
bert-class-symbol: "[CLS]"
bert-masking-fraction: 0.15
bert-train-type-embeddings: true
bert-type-vocab-size: 2
comet-final-sigmoid: false
comet-mix: false
comet-mix-norm: false
comet-dropout: 0.1
comet-mixup: 0
comet-mixup-reg: false
comet-pooler-ffn:
  - 2048
  - 1024
comet-prepend-zero: false
dropout-rnn: 0
dropout-src: 0
dropout-trg: 0
transformer-dropout: 0.1
transformer-dropout-attention: 0
transformer-dropout-ffn: 0.1
cost-type: ce-sum
multi-loss-type: sum
unlikelihood-loss: false
overwrite: false
overwrite-checkpoint: true
no-reload: false
train-sets:
  - stdin
vocabs:
  - vocab
sentencepiece-alphas:
  []
sentencepiece-options: ""
sentencepiece-max-lines: 2000000
no-spm-encode: false
after-epochs: 0
after-batches: 0
after: 40e
disp-freq: 100Mt
disp-first: 10
disp-label-counts: true
save-freq: 1Gt
logical-epoch:
  - 1Gt
max-length: 256
max-length-crop: false
tsv: true
tsv-fields: 1
shuffle: batches
no-restore-corpus: true
tempdir: /tmp
sqlite: ""
sqlite-drop: false
devices:
  - 0
  - 1
no-nccl: false
sharding: local
sync-freq: 200u
cpu-threads: 0
mini-batch: 1000
mini-batch-words: 500000
mini-batch-fit: true
mini-batch-fit-step: 5
gradient-checkpointing: false
maxi-batch: 1000
maxi-batch-sort: trg
shuffle-in-ram: true
data-threads: 8
all-caps-every: 0
english-title-case-every: 0
mini-batch-words-ref: 0
mini-batch-warmup: 4000
mini-batch-track-lr: false
mini-batch-round-up: true
optimizer: adam
optimizer-params:
  - 0.9
  - 0.999
  - 1e-08
  - 0.01
optimizer-delay: 1
sync-sgd: true
learn-rate: 0.0005
lr-report: true
lr-decay: 0
lr-decay-strategy: epoch+stalled
lr-decay-start:
  - 10
  - 1
lr-decay-freq: 50000
lr-decay-reset-optimizer: false
lr-decay-repeat-warmup: false
lr-decay-inv-sqrt:
  - 4000
lr-warmup: 4000
lr-warmup-start-rate: 0
lr-warmup-cycle: false
lr-warmup-at-reload: false
label-smoothing: 0.1
factor-weight: 1
clip-norm: 0
exponential-smoothing: 1e-3
exponential-smoothing-replace-freq: 0
guided-alignment: none
guided-alignment-cost: ce
guided-alignment-weight: 0
data-weighting: ""
data-weighting-type: sentence
embedding-vectors:
  []
embedding-normalization: false
embedding-fix-src: false
embedding-fix-trg: false
precision:
  - float32
  - float32
cost-scaling:
  - 256.f
  - 10000
  - 1.f
  - 256.f
throw-on-divergence:
  []
custom-fallbacks:
  []
gradient-norm-average-window: 100
dynamic-gradient-scaling:
  - 2
  - log
check-gradient-nan: false
normalize-gradient: false
train-embedder-rank:
  []
quantize-bits: 0
quantize-optimization-steps: 0
quantize-log-based: false
quantize-biases: false
ulr: false
ulr-query-vectors: ""
ulr-keys-vectors: ""
ulr-trainable-transformation: false
ulr-dim-emb: 0
ulr-dropout: 0
ulr-softmax-temperature: 1
valid-sets:
  - dev.de
valid-freq: 1Gt
valid-metrics:
  - perplexity
  - ce-mean-words
  - bleu
  - chrf
valid-reset-stalled: false
valid-reset-all: false
early-stopping: 40
early-stopping-epsilon:
  - 0
early-stopping-on: first
beam-size: 4
normalize: 1.0
max-length-factor: 3
word-penalty: 0.0
allow-unk: false
n-best: false
word-scores: false
valid-mini-batch: 32
valid-max-length: 1000
valid-script-path: ""
valid-script-args:
  []
valid-translation-output: valid.trg.output
keep-best: true
valid-log: valid.log