mirror of https://github.com/THUDM/CodeGeeX.git
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
16 lines
574 B
Bash
16 lines
574 B
Bash
# CodeGeeX-13B paddle configuration
|
|
|
|
CHECKPOINT_PATH="<path where you put the checkpoint (e.g., XXX/codegeex_13b.pdparams)>"
|
|
|
|
MODEL_ARGS="--num-layers 39 \
|
|
--hidden-size 5120 \
|
|
--num-attention-heads 40 \
|
|
--max-position-embeddings 2048 \
|
|
--attention-softmax-in-fp32 \
|
|
--load "$CHECKPOINT_PATH" \
|
|
--layernorm-epsilon 1e-5 \
|
|
--fp16 \
|
|
--ws-encoding-start-id 10 \
|
|
--ws-encoding-length 10 \
|
|
--make-vocab-size-divisible-by 52224 \
|
|
--seq-length 2048" |