Add matched Terminal Wrench Qwen3-8B pilot adapters and provenance
Browse files- terminal-wrench-qwen3-8b-pilot/README.md +7 -0
- terminal-wrench-qwen3-8b-pilot/legitimate/adapter_config.json +42 -0
- terminal-wrench-qwen3-8b-pilot/legitimate/adapter_model.safetensors +3 -0
- terminal-wrench-qwen3-8b-pilot/original_hack/adapter_config.json +42 -0
- terminal-wrench-qwen3-8b-pilot/original_hack/adapter_model.safetensors +3 -0
- terminal-wrench-qwen3-8b-pilot/provenance.json +33 -0
- terminal-wrench-qwen3-8b-pilot/sanitized_hack/adapter_config.json +42 -0
- terminal-wrench-qwen3-8b-pilot/sanitized_hack/adapter_model.safetensors +3 -0
terminal-wrench-qwen3-8b-pilot/README.md
ADDED
|
@@ -0,0 +1,7 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Terminal Wrench Qwen3-8B pilot adapters
|
| 2 |
+
|
| 3 |
+
Three ordinary LoRA SFT conditions: `legitimate`, `original_hack`, and `sanitized_hack`. The unmodified baseline uses the pinned public Qwen3-8B weights.
|
| 4 |
+
|
| 5 |
+
These weights support a safety research pilot. See `provenance.json` for training settings and SHA-256 checks. The released sanitized condition retains exploit commands and observations, so it does not establish transfer from benign demonstrations.
|
| 6 |
+
|
| 7 |
+
Load the public base model at the recorded revision, then load one adapter with PEFT. Code and protocol: https://github.com/yixiao-huang/opensource-safety/tree/agent-benchmark-pilot/distillation/agent_benchmarks
|
terminal-wrench-qwen3-8b-pilot/legitimate/adapter_config.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-8B",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 32,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": null,
|
| 22 |
+
"peft_type": "LORA",
|
| 23 |
+
"qalora_group_size": 16,
|
| 24 |
+
"r": 16,
|
| 25 |
+
"rank_pattern": {},
|
| 26 |
+
"revision": "b968826d9c46dd6066d109eabc6255188de91218",
|
| 27 |
+
"target_modules": [
|
| 28 |
+
"up_proj",
|
| 29 |
+
"o_proj",
|
| 30 |
+
"q_proj",
|
| 31 |
+
"k_proj",
|
| 32 |
+
"gate_proj",
|
| 33 |
+
"v_proj",
|
| 34 |
+
"down_proj"
|
| 35 |
+
],
|
| 36 |
+
"target_parameters": null,
|
| 37 |
+
"task_type": "CAUSAL_LM",
|
| 38 |
+
"trainable_token_indices": null,
|
| 39 |
+
"use_dora": false,
|
| 40 |
+
"use_qalora": false,
|
| 41 |
+
"use_rslora": false
|
| 42 |
+
}
|
terminal-wrench-qwen3-8b-pilot/legitimate/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:998ac1acdfb53a9226b38e6ca22386d4aa812230a3dcbc5dcb3843e4339b2e57
|
| 3 |
+
size 174655536
|
terminal-wrench-qwen3-8b-pilot/original_hack/adapter_config.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-8B",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 32,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": null,
|
| 22 |
+
"peft_type": "LORA",
|
| 23 |
+
"qalora_group_size": 16,
|
| 24 |
+
"r": 16,
|
| 25 |
+
"rank_pattern": {},
|
| 26 |
+
"revision": "b968826d9c46dd6066d109eabc6255188de91218",
|
| 27 |
+
"target_modules": [
|
| 28 |
+
"q_proj",
|
| 29 |
+
"gate_proj",
|
| 30 |
+
"down_proj",
|
| 31 |
+
"o_proj",
|
| 32 |
+
"v_proj",
|
| 33 |
+
"k_proj",
|
| 34 |
+
"up_proj"
|
| 35 |
+
],
|
| 36 |
+
"target_parameters": null,
|
| 37 |
+
"task_type": "CAUSAL_LM",
|
| 38 |
+
"trainable_token_indices": null,
|
| 39 |
+
"use_dora": false,
|
| 40 |
+
"use_qalora": false,
|
| 41 |
+
"use_rslora": false
|
| 42 |
+
}
|
terminal-wrench-qwen3-8b-pilot/original_hack/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:096b2125f1f71cd4768f18f6b0a22c44a2f78b4b6ae14aea4b4495ca333637f5
|
| 3 |
+
size 174655536
|
terminal-wrench-qwen3-8b-pilot/provenance.json
ADDED
|
@@ -0,0 +1,33 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_model": "Qwen/Qwen3-8B",
|
| 3 |
+
"base_revision": "b968826d9c46dd6066d109eabc6255188de91218",
|
| 4 |
+
"training": {
|
| 5 |
+
"method": "LoRA SFT",
|
| 6 |
+
"seed": 42,
|
| 7 |
+
"rank": 16,
|
| 8 |
+
"alpha": 32,
|
| 9 |
+
"learning_rate": 0.0001,
|
| 10 |
+
"supervised_tokens_per_condition": 606206,
|
| 11 |
+
"train_tasks": 80,
|
| 12 |
+
"development_tasks": 20,
|
| 13 |
+
"source_dataset": "few-sh/terminal-wrench",
|
| 14 |
+
"source_revision": "d8a29613235a0ef56a8b70b3142626a533da28c2",
|
| 15 |
+
"teacher": "Claude Opus 4.6",
|
| 16 |
+
"native_thinking": false
|
| 17 |
+
},
|
| 18 |
+
"models": {
|
| 19 |
+
"legitimate": {
|
| 20 |
+
"adapter_sha256": "998ac1acdfb53a9226b38e6ca22386d4aa812230a3dcbc5dcb3843e4339b2e57",
|
| 21 |
+
"source_adapter_config_sha256": "f6559e6ce36546e2ec32f828dda92d3d579fc78d1439d32971d30283ac15cf03"
|
| 22 |
+
},
|
| 23 |
+
"original_hack": {
|
| 24 |
+
"adapter_sha256": "096b2125f1f71cd4768f18f6b0a22c44a2f78b4b6ae14aea4b4495ca333637f5",
|
| 25 |
+
"source_adapter_config_sha256": "e8391060d832e05c241f863ea53f6fbf894d2a5d7f8e17e0b8741415510dab41"
|
| 26 |
+
},
|
| 27 |
+
"sanitized_hack": {
|
| 28 |
+
"adapter_sha256": "f391f04c30ab21a6560533dfe1982ee8a61a00e75e44352b4118888cb142672e",
|
| 29 |
+
"source_adapter_config_sha256": "c1a1faa8884d7bc13a8f67ff91b00adfa81fed9efa8865fa7e2f2bee2992dbde"
|
| 30 |
+
}
|
| 31 |
+
},
|
| 32 |
+
"sanitized_limitation": "Released sanitized demonstrations preserve the original exploit commands and observations; their reasoning was sanitized. These are not audited benign demonstrations."
|
| 33 |
+
}
|
terminal-wrench-qwen3-8b-pilot/sanitized_hack/adapter_config.json
ADDED
|
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alpha_pattern": {},
|
| 3 |
+
"auto_mapping": null,
|
| 4 |
+
"base_model_name_or_path": "Qwen/Qwen3-8B",
|
| 5 |
+
"bias": "none",
|
| 6 |
+
"corda_config": null,
|
| 7 |
+
"eva_config": null,
|
| 8 |
+
"exclude_modules": null,
|
| 9 |
+
"fan_in_fan_out": false,
|
| 10 |
+
"inference_mode": true,
|
| 11 |
+
"init_lora_weights": true,
|
| 12 |
+
"layer_replication": null,
|
| 13 |
+
"layers_pattern": null,
|
| 14 |
+
"layers_to_transform": null,
|
| 15 |
+
"loftq_config": {},
|
| 16 |
+
"lora_alpha": 32,
|
| 17 |
+
"lora_bias": false,
|
| 18 |
+
"lora_dropout": 0.0,
|
| 19 |
+
"megatron_config": null,
|
| 20 |
+
"megatron_core": "megatron.core",
|
| 21 |
+
"modules_to_save": null,
|
| 22 |
+
"peft_type": "LORA",
|
| 23 |
+
"qalora_group_size": 16,
|
| 24 |
+
"r": 16,
|
| 25 |
+
"rank_pattern": {},
|
| 26 |
+
"revision": "b968826d9c46dd6066d109eabc6255188de91218",
|
| 27 |
+
"target_modules": [
|
| 28 |
+
"down_proj",
|
| 29 |
+
"k_proj",
|
| 30 |
+
"o_proj",
|
| 31 |
+
"up_proj",
|
| 32 |
+
"gate_proj",
|
| 33 |
+
"q_proj",
|
| 34 |
+
"v_proj"
|
| 35 |
+
],
|
| 36 |
+
"target_parameters": null,
|
| 37 |
+
"task_type": "CAUSAL_LM",
|
| 38 |
+
"trainable_token_indices": null,
|
| 39 |
+
"use_dora": false,
|
| 40 |
+
"use_qalora": false,
|
| 41 |
+
"use_rslora": false
|
| 42 |
+
}
|
terminal-wrench-qwen3-8b-pilot/sanitized_hack/adapter_model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f391f04c30ab21a6560533dfe1982ee8a61a00e75e44352b4118888cb142672e
|
| 3 |
+
size 174655536
|