Add files using upload-large-folder tool

Qwen2.5-1.5B-R4-s0.02-a0.005/config.yaml

@@ -0,0 +1,43 @@
+es:
+  n_epochs: 10
+  batch_size: 100
+  sigma: 0.02
+  alpha: 0.005
+  pop_size: 60
+  reward_normalization: zscore
+  schedule_mode: keep_tail_per_epoch
+  reward_normalization_ddof: 0
+  reward_normalization_eps: 1.0e-08
+  raw_train_size: 7473
+  effective_train_size: 7473
+  max_steps: 750
+config_version: 2
+method: es
+finetune:
+  type: lora
+  lora_rank: 4
+  lora_alpha: 4
+  target_modules:
+  - q_proj
+  - k_proj
+  - v_proj
+  - o_proj
+  - gate_proj
+  - up_proj
+  - down_proj
+method_params: {}
+output:
+  seed: 42
+  dir: /home/bayp/ljq/ES4LLM/curves/lora/r4/20260524_232114_97023/sigma0.02_alpha0.005
+dtype: bfloat16
+benchmark: gsm8k
+gsm8k_path: /home/bayp/EsSftSVD/data/dataset/gsm8k
+checkpoint:
+  save_freq: 50
+  export_merged_freq: 50
+generation:
+  max_new_tokens: 2048
+format_reward: 0.1
+model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct
+runtime:
+  model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct

Qwen2.5-1.5B-R4-s0.02-a0.005/history.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac400a67509dc5dce973e0979fa8a6a77313b228b0343a8e983ff95c05488beb
+size 99580

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
+size 605

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056f4a27d910748710a6cfb66061c3a2d36ca5b2ff0c7df9380cd17bf9e2d2b
+size 1400

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:394a5817d92e0a36a20ff7cc84777c1ec03f20264ef9a7c5e2b37330035130e9
+size 3554214720

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
+size 613

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a04a9d7d4a62b28482bdfe726c122756de85714fb64166ace92ae75b8f57614
+size 4686

Qwen2.5-1.5B-R4-s0.02-a0.005/merged/vocab.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
+size 2776833

Qwen2.5-1.5B-R4-s0.02-a0.005/tensorboard/events.out.tfevents.1779636171.liu-SGASL90-002.97073.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ce1a9219defbdbe1d152613cdd2917c9f7c7098b6e7c93e17ee561ed97ca3d5
+size 127001

Qwen2.5-1.5B-R4-s0.02-a0.0075/config.yaml

@@ -0,0 +1,43 @@
+es:
+  n_epochs: 10
+  batch_size: 100
+  sigma: 0.02
+  alpha: 0.0075
+  pop_size: 60
+  reward_normalization: zscore
+  schedule_mode: keep_tail_per_epoch
+  reward_normalization_ddof: 0
+  reward_normalization_eps: 1.0e-08
+  raw_train_size: 7473
+  effective_train_size: 7473
+  max_steps: 750
+config_version: 2
+method: es
+finetune:
+  type: lora
+  lora_rank: 4
+  lora_alpha: 4
+  target_modules:
+  - q_proj
+  - k_proj
+  - v_proj
+  - o_proj
+  - gate_proj
+  - up_proj
+  - down_proj
+method_params: {}
+output:
+  seed: 42
+  dir: /home/bayp/ljq/ES4LLM/curves/lora/r4/20260524_232114_97023/sigma0.02_alpha0.0075
+dtype: bfloat16
+benchmark: gsm8k
+gsm8k_path: /home/bayp/EsSftSVD/data/dataset/gsm8k
+checkpoint:
+  save_freq: 50
+  export_merged_freq: 50
+generation:
+  max_new_tokens: 2048
+format_reward: 0.1
+model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct
+runtime:
+  model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct

Qwen2.5-1.5B-R4-s0.02-a0.0075/history.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:646d74a0c2c1849bb6087d20d35e8f5ff8ef38155ac58e039b3e30b6094e61e9
+size 100518

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
+size 605

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056f4a27d910748710a6cfb66061c3a2d36ca5b2ff0c7df9380cd17bf9e2d2b
+size 1400

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a2abc43c4471c62f856c253851687474138b4cc43b1ff8888579563e1b7353a
+size 3554214720

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
+size 613

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a04a9d7d4a62b28482bdfe726c122756de85714fb64166ace92ae75b8f57614
+size 4686

Qwen2.5-1.5B-R4-s0.02-a0.0075/merged/vocab.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
+size 2776833

Qwen2.5-1.5B-R4-s0.02-a0.0075/tensorboard/events.out.tfevents.1779636170.liu-SGASL90-002.97201.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10505ff13a4fe4352a5e4fae5c8d2717717ffc8b9cd8c83bcea721536487d8d4
+size 127003

Qwen2.5-1.5B-R4-s0.0225-a0.0025/config.yaml

@@ -0,0 +1,43 @@
+es:
+  n_epochs: 10
+  batch_size: 100
+  sigma: 0.0225
+  alpha: 0.0025
+  pop_size: 60
+  reward_normalization: zscore
+  schedule_mode: keep_tail_per_epoch
+  reward_normalization_ddof: 0
+  reward_normalization_eps: 1.0e-08
+  raw_train_size: 7473
+  effective_train_size: 7473
+  max_steps: 750
+config_version: 2
+method: es
+finetune:
+  type: lora
+  lora_rank: 4
+  lora_alpha: 4
+  target_modules:
+  - q_proj
+  - k_proj
+  - v_proj
+  - o_proj
+  - gate_proj
+  - up_proj
+  - down_proj
+method_params: {}
+output:
+  seed: 42
+  dir: /home/bayp/ljq/ES4LLM/curves/lora/r4/20260524_232114_97023/sigma0.0225_alpha0.0025
+dtype: bfloat16
+benchmark: gsm8k
+gsm8k_path: /home/bayp/EsSftSVD/data/dataset/gsm8k
+checkpoint:
+  save_freq: 50
+  export_merged_freq: 50
+generation:
+  max_new_tokens: 2048
+format_reward: 0.1
+model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct
+runtime:
+  model: /home/bayp/EsSftSVD/data/model/Qwen2.5-1.5B-Instruct

Qwen2.5-1.5B-R4-s0.0225-a0.0025/history.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6952f9b3ac6b5601827147deee7bfb6672647de3e76c3c14887d72c3d09b2f9c
+size 100091

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/added_tokens.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58b54bbe36fc752f79a24a271ef66a0a0830054b4dfad94bde757d851968060b
+size 605

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/chat_template.jinja

@@ -0,0 +1,54 @@
+{%- if tools %}
+    {{- '<|im_start|>system\n' }}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- messages[0]['content'] }}
+    {%- else %}
+        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
+    {%- endif %}
+    {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
+    {%- for tool in tools %}
+        {{- "\n" }}
+        {{- tool | tojson }}
+    {%- endfor %}
+    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
+{%- else %}
+    {%- if messages[0]['role'] == 'system' %}
+        {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
+    {%- else %}
+        {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
+    {%- endif %}
+{%- endif %}
+{%- for message in messages %}
+    {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
+        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
+    {%- elif message.role == "assistant" %}
+        {{- '<|im_start|>' + message.role }}
+        {%- if message.content %}
+            {{- '\n' + message.content }}
+        {%- endif %}
+        {%- for tool_call in message.tool_calls %}
+            {%- if tool_call.function is defined %}
+                {%- set tool_call = tool_call.function %}
+            {%- endif %}
+            {{- '\n<tool_call>\n{"name": "' }}
+            {{- tool_call.name }}
+            {{- '", "arguments": ' }}
+            {{- tool_call.arguments | tojson }}
+            {{- '}\n</tool_call>' }}
+        {%- endfor %}
+        {{- '<|im_end|>\n' }}
+    {%- elif message.role == "tool" %}
+        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
+            {{- '<|im_start|>user' }}
+        {%- endif %}
+        {{- '\n<tool_response>\n' }}
+        {{- message.content }}
+        {{- '\n</tool_response>' }}
+        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
+            {{- '<|im_end|>\n' }}
+        {%- endif %}
+    {%- endif %}
+{%- endfor %}
+{%- if add_generation_prompt %}
+    {{- '<|im_start|>assistant\n' }}
+{%- endif %}

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c056f4a27d910748710a6cfb66061c3a2d36ca5b2ff0c7df9380cd17bf9e2d2b
+size 1400

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f452f82728cc008437aa7bda97d41cb3071a3a12574b31cbc1eaa245331db6c9
+size 3554214720

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/special_tokens_map.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76862e765266b85aa9459767e33cbaf13970f327a0e88d1c65846c2ddd3a1ecd
+size 613

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c5ae00e602b8860cbd784ba82a8aa14e8feecec692e7076590d014d7b7fdafa
+size 11421896

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/tokenizer_config.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a04a9d7d4a62b28482bdfe726c122756de85714fb64166ace92ae75b8f57614
+size 4686

Qwen2.5-1.5B-R4-s0.0225-a0.0025/merged/vocab.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca10d7e9fb3ed18575dd1e277a2579c16d108e32f27439684afa0e10b1440910
+size 2776833

Qwen2.5-1.5B-R4-s0.0225-a0.0025/tensorboard/events.out.tfevents.1779636170.liu-SGASL90-002.97074.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7736241a34fc308974f74c2b205c242680f4ec38931ac8d49056cd538fac8292
+size 127007