yixiaoh commited on
Commit
d209f5c
·
verified ·
1 Parent(s): 5f313ca

Add matched Terminal Wrench Qwen3-8B pilot adapters and provenance

Browse files
terminal-wrench-qwen3-8b-pilot/README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ # Terminal Wrench Qwen3-8B pilot adapters
2
+
3
+ Three ordinary LoRA SFT conditions: `legitimate`, `original_hack`, and `sanitized_hack`. The unmodified baseline uses the pinned public Qwen3-8B weights.
4
+
5
+ These weights support a safety research pilot. See `provenance.json` for training settings and SHA-256 checks. The released sanitized condition retains exploit commands and observations, so it does not establish transfer from benign demonstrations.
6
+
7
+ Load the public base model at the recorded revision, then load one adapter with PEFT. Code and protocol: https://github.com/yixiao-huang/opensource-safety/tree/agent-benchmark-pilot/distillation/agent_benchmarks
terminal-wrench-qwen3-8b-pilot/legitimate/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-8B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 16,
25
+ "rank_pattern": {},
26
+ "revision": "b968826d9c46dd6066d109eabc6255188de91218",
27
+ "target_modules": [
28
+ "up_proj",
29
+ "o_proj",
30
+ "q_proj",
31
+ "k_proj",
32
+ "gate_proj",
33
+ "v_proj",
34
+ "down_proj"
35
+ ],
36
+ "target_parameters": null,
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
terminal-wrench-qwen3-8b-pilot/legitimate/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:998ac1acdfb53a9226b38e6ca22386d4aa812230a3dcbc5dcb3843e4339b2e57
3
+ size 174655536
terminal-wrench-qwen3-8b-pilot/original_hack/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-8B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 16,
25
+ "rank_pattern": {},
26
+ "revision": "b968826d9c46dd6066d109eabc6255188de91218",
27
+ "target_modules": [
28
+ "q_proj",
29
+ "gate_proj",
30
+ "down_proj",
31
+ "o_proj",
32
+ "v_proj",
33
+ "k_proj",
34
+ "up_proj"
35
+ ],
36
+ "target_parameters": null,
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
terminal-wrench-qwen3-8b-pilot/original_hack/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:096b2125f1f71cd4768f18f6b0a22c44a2f78b4b6ae14aea4b4495ca333637f5
3
+ size 174655536
terminal-wrench-qwen3-8b-pilot/provenance.json ADDED
@@ -0,0 +1,33 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "base_model": "Qwen/Qwen3-8B",
3
+ "base_revision": "b968826d9c46dd6066d109eabc6255188de91218",
4
+ "training": {
5
+ "method": "LoRA SFT",
6
+ "seed": 42,
7
+ "rank": 16,
8
+ "alpha": 32,
9
+ "learning_rate": 0.0001,
10
+ "supervised_tokens_per_condition": 606206,
11
+ "train_tasks": 80,
12
+ "development_tasks": 20,
13
+ "source_dataset": "few-sh/terminal-wrench",
14
+ "source_revision": "d8a29613235a0ef56a8b70b3142626a533da28c2",
15
+ "teacher": "Claude Opus 4.6",
16
+ "native_thinking": false
17
+ },
18
+ "models": {
19
+ "legitimate": {
20
+ "adapter_sha256": "998ac1acdfb53a9226b38e6ca22386d4aa812230a3dcbc5dcb3843e4339b2e57",
21
+ "source_adapter_config_sha256": "f6559e6ce36546e2ec32f828dda92d3d579fc78d1439d32971d30283ac15cf03"
22
+ },
23
+ "original_hack": {
24
+ "adapter_sha256": "096b2125f1f71cd4768f18f6b0a22c44a2f78b4b6ae14aea4b4495ca333637f5",
25
+ "source_adapter_config_sha256": "e8391060d832e05c241f863ea53f6fbf894d2a5d7f8e17e0b8741415510dab41"
26
+ },
27
+ "sanitized_hack": {
28
+ "adapter_sha256": "f391f04c30ab21a6560533dfe1982ee8a61a00e75e44352b4118888cb142672e",
29
+ "source_adapter_config_sha256": "c1a1faa8884d7bc13a8f67ff91b00adfa81fed9efa8865fa7e2f2bee2992dbde"
30
+ }
31
+ },
32
+ "sanitized_limitation": "Released sanitized demonstrations preserve the original exploit commands and observations; their reasoning was sanitized. These are not audited benign demonstrations."
33
+ }
terminal-wrench-qwen3-8b-pilot/sanitized_hack/adapter_config.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "Qwen/Qwen3-8B",
5
+ "bias": "none",
6
+ "corda_config": null,
7
+ "eva_config": null,
8
+ "exclude_modules": null,
9
+ "fan_in_fan_out": false,
10
+ "inference_mode": true,
11
+ "init_lora_weights": true,
12
+ "layer_replication": null,
13
+ "layers_pattern": null,
14
+ "layers_to_transform": null,
15
+ "loftq_config": {},
16
+ "lora_alpha": 32,
17
+ "lora_bias": false,
18
+ "lora_dropout": 0.0,
19
+ "megatron_config": null,
20
+ "megatron_core": "megatron.core",
21
+ "modules_to_save": null,
22
+ "peft_type": "LORA",
23
+ "qalora_group_size": 16,
24
+ "r": 16,
25
+ "rank_pattern": {},
26
+ "revision": "b968826d9c46dd6066d109eabc6255188de91218",
27
+ "target_modules": [
28
+ "down_proj",
29
+ "k_proj",
30
+ "o_proj",
31
+ "up_proj",
32
+ "gate_proj",
33
+ "q_proj",
34
+ "v_proj"
35
+ ],
36
+ "target_parameters": null,
37
+ "task_type": "CAUSAL_LM",
38
+ "trainable_token_indices": null,
39
+ "use_dora": false,
40
+ "use_qalora": false,
41
+ "use_rslora": false
42
+ }
terminal-wrench-qwen3-8b-pilot/sanitized_hack/adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f391f04c30ab21a6560533dfe1982ee8a61a00e75e44352b4118888cb142672e
3
+ size 174655536