update cometkiwi recipe

recipes/cometkiwi/cometkiwi-xxl-eole.yaml

@@ -73,7 +73,7 @@ training:
     accum_steps: [0]
 
     # Optimization
-    model_dtype: "fp16"
+    compute_dtype: "fp16"
     #apex_opt_level: "O2"
     optim: "fusedadam"
     learning_rate: 0.000015

recipes/mistral/mistral-7b-awq-gemm-inference.yaml

@@ -1,11 +1,11 @@
 transforms: [sentencepiece]
 transforms_configs:
   sentencepiece:
-    src_subword_model: "$EOLE_MODEL_DIR/mistral-7b-instruct-v0.2-awq/tokenizer.model"
-    tgt_subword_model: "$EOLE_MODEL_DIR/mistral-7b-instruct-v0.2-awq/tokenizer.model"
+    src_subword_model: "$EOLE_MODEL_DIR/mistral-7b-v0.3/tokenizer.model"
+    tgt_subword_model: "$EOLE_MODEL_DIR/mistral-7b-v0.3/tokenizer.model"
 
 # Model info
-model_path: "$EOLE_MODEL_DIR/mistral-7b-instruct-v0.2-awq"
+model_path: "$EOLE_MODEL_DIR/mistral-7b-v0.3"
 
 # Inference
 seed: 42
@@ -20,6 +20,7 @@ gpu_ranks: [0]
 # parallel_mode: "tensor_parallel"
 #quant_layers: ['gate_up_proj', 'down_proj', 'up_proj', 'linear_values', 'linear_query', 'linear_keys', 'final_linear']
 #quant_type: "bnb_NF4"
+# precision: fp16
 precision: fp16
 #random_sampling_topk: 1
 #random_sampling_topp: 0.6