Initial SQL-only 1C adapter baseline

This commit is contained in:
2026-07-22 03:03:47 +03:00
commit e2503b77e7
545 changed files with 184711 additions and 0 deletions
@@ -0,0 +1,41 @@
id: qwen3-coder-30b-a3b-1c-lora-v1
base_model_path: /models/base/qwen3-coder-30b-a3b-instruct
base_model_card_id: qwen3-coder-30b-a3b-instruct
required_base_files:
- config.json
- tokenizer.json
- tokenizer_config.json
- model.safetensors.index.json
dataset_path: /workspace/plugins/1c/training/prepared/train.chat.jsonl
output_dir: /models/adapters/1c/qwen3-coder-30b-a3b-1c-lora-v1
max_seq_length: 4096
train:
num_train_epochs: 2
per_device_train_batch_size: 1
gradient_accumulation_steps: 16
learning_rate: 0.0001
warmup_ratio: 0.03
logging_steps: 1
save_strategy: "no"
save_total_limit: 1
bf16: true
fp16: false
lora:
r: 16
lora_alpha: 32
lora_dropout: 0.05
bias: none
target_modules:
- q_proj
- k_proj
- v_proj
- o_proj
- gate_proj
- up_proj
- down_proj
quantization:
load_in_4bit: true
bnb_4bit_quant_type: nf4
bnb_4bit_use_double_quant: true
bnb_4bit_compute_dtype: bfloat16
notes: "Default 1C LoRA training config for the current Qwen3-Coder 30B A3B family behind the Q6 GGUF runtime."