Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
535 commits
Select commit Hold shift + click to select a range
6c8d33a
Merge the dialog test fixes
varunj-msft Nov 11, 2026
cabb56f
Merge the dialog test fixes
varunj-msft Nov 11, 2026
b709141
Merge the dialog test fixes
varunj-msft Nov 11, 2026
2cff4c4
Merge the dialog test fixes
varunj-msft Nov 11, 2026
1c26722
Merge the dialog test fixes
varunj-msft Nov 11, 2026
1d8ec10
Merge the dialog test fixes
varunj-msft Nov 11, 2026
187191c
Answer suite readiness storage failures through the shared storage ha…
varunj-msft Nov 11, 2026
ee8162c
Give the HTTPTarget save test the connection field a create now needs
varunj-msft Nov 11, 2026
bb2a620
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
db7451a
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
b200c92
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
4c42a6b
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
43096e8
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
22b057c
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
9909158
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
77b80f4
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
9a48180
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
cffb818
Merge the readiness and save test fixes
varunj-msft Nov 11, 2026
374c620
Merge main
varunj-msft Nov 11, 2026
7ac059c
Answer suite readiness storage failures through the shared storage ha…
varunj-msft Nov 11, 2026
dc0dda8
Press the dialog's save button in the nullable parameters test from main
varunj-msft Nov 11, 2026
8143c1a
Merge the converter dialog test fix
varunj-msft Nov 11, 2026
75ee2ea
Merge the converter dialog test fix
varunj-msft Nov 11, 2026
e08b67a
Merge main
varunj-msft Nov 11, 2026
7fa4ca4
Expect storage errors from main's version-checked delete tests the wa…
varunj-msft Nov 11, 2026
9bf5886
Merge main
varunj-msft Nov 11, 2026
626d2d4
Merge main
varunj-msft Nov 11, 2026
4a86017
Merge main
varunj-msft Nov 11, 2026
9568edb
Merge main
varunj-msft Nov 11, 2026
54e4374
Merge main
varunj-msft Nov 11, 2026
0d97131
Merge main
varunj-msft Nov 11, 2026
2849ae8
Merge main
varunj-msft Nov 11, 2026
c9f0f7b
Merge main
varunj-msft Nov 11, 2026
ace84a9
Merge main
varunj-msft Nov 11, 2026
a8772db
Merge main
varunj-msft Nov 11, 2026
82893e8
Merge main
varunj-msft Nov 11, 2026
e34258c
Fit the explicit-target E2E from main to the dialog's save button and…
varunj-msft Nov 11, 2026
bf91430
Merge the explicit-target E2E fix
varunj-msft Nov 11, 2026
a9dccb3
Merge the explicit-target E2E fix
varunj-msft Nov 11, 2026
9e96747
Merge the explicit-target E2E fix
varunj-msft Nov 11, 2026
e738666
Merge the explicit-target E2E fix
varunj-msft Nov 11, 2026
356bdef
Merge the explicit-target E2E fix
varunj-msft Nov 11, 2026
fa7c74f
Merge the explicit-target E2E fix
varunj-msft Nov 11, 2026
c506195
Merge main
varunj-msft Nov 11, 2026
1ba526f
Merge main
varunj-msft Nov 11, 2026
9cdf7e7
Merge main
varunj-msft Nov 11, 2026
40d36ed
Merge main
varunj-msft Nov 11, 2026
6a52054
Merge main
varunj-msft Nov 11, 2026
23a7ec1
Merge main
varunj-msft Nov 11, 2026
70fbc3d
Merge main
varunj-msft Nov 11, 2026
a1e79d1
Merge main
varunj-msft Nov 11, 2026
a5d42d1
Merge main
varunj-msft Nov 11, 2026
2402df2
Merge main
varunj-msft Nov 11, 2026
1b2ea03
Merge main
varunj-msft Nov 11, 2026
10c488f
Merge main
varunj-msft Nov 11, 2026
558a54c
Merge main
varunj-msft Nov 11, 2026
942adfc
Merge main
varunj-msft Nov 11, 2026
8c517d0
Use the dialog's save button in main's endpoint tests
varunj-msft Nov 11, 2026
1137977
Merge the endpoint test fix
varunj-msft Nov 11, 2026
aaefa8f
Merge the endpoint test fix
varunj-msft Nov 11, 2026
6356a56
Merge the endpoint test fix
varunj-msft Nov 11, 2026
9f3e096
Merge the endpoint test fix
varunj-msft Nov 11, 2026
b4451cc
Merge the endpoint test fix
varunj-msft Nov 11, 2026
3f6a2c3
Merge the endpoint test fix
varunj-msft Nov 11, 2026
0e7a21f
Exempt the storage error handler from the keyword-only check
varunj-msft Nov 11, 2026
891e8d6
Make get_target's parameters keyword-only
varunj-msft Nov 11, 2026
14f105f
Make the converter, scorer and technique GET parameters keyword-only
varunj-msft Nov 11, 2026
c35fa01
Merge keyword-only fixes
varunj-msft Nov 11, 2026
953dcce
Merge keyword-only fixes
varunj-msft Nov 11, 2026
d6079a1
Merge keyword-only fixes
varunj-msft Nov 11, 2026
21556ed
Merge keyword-only fixes
varunj-msft Nov 11, 2026
14004e9
Merge keyword-only fixes
varunj-msft Nov 11, 2026
3abc824
Merge keyword-only fixes
varunj-msft Nov 11, 2026
623fd40
Merge keyword-only fixes
varunj-msft Nov 11, 2026
2d74284
Merge keyword-only fixes
varunj-msft Nov 11, 2026
1fc386a
Merge keyword-only fixes
varunj-msft Nov 11, 2026
ee0a223
Merge keyword-only fixes
varunj-msft Nov 11, 2026
779f0c7
Merge keyword-only fixes
varunj-msft Nov 11, 2026
3c430a9
Merge keyword-only fixes
varunj-msft Nov 11, 2026
f0b87c1
Merge keyword-only fixes
varunj-msft Nov 11, 2026
bf97225
Log every problem with a saved file that isn't valid
varunj-msft Nov 11, 2026
5e6faed
Merge the full schema-validation log
varunj-msft Nov 11, 2026
7625f89
Merge the full schema-validation log
varunj-msft Nov 11, 2026
8dbd4c2
Merge the full schema-validation log
varunj-msft Nov 11, 2026
5c7223a
Merge the full schema-validation log
varunj-msft Nov 11, 2026
8676ee5
Merge the full schema-validation log
varunj-msft Nov 11, 2026
74e1310
Merge the full schema-validation log
varunj-msft Nov 11, 2026
072a560
Merge the full schema-validation log
varunj-msft Nov 11, 2026
32e088c
Merge the full schema-validation log
varunj-msft Nov 11, 2026
509f6a3
Merge the full schema-validation log
varunj-msft Nov 11, 2026
fb98481
Merge the full schema-validation log
varunj-msft Nov 11, 2026
35199cc
Leave the error behind a storage failure out of the logs
varunj-msft Nov 12, 2026
efcdfa9
Test a blob upload that fails with a transport or authentication error
varunj-msft Nov 12, 2026
0fdebdc
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
c413994
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
c057e30
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
dc97ec7
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
a9478df
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
dc0c058
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
8f27c91
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
4f2208d
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
d22d466
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
167dd8e
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
dfc704c
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
bb6bc88
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
9611034
Merge the storage log and restore report fixes
varunj-msft Nov 12, 2026
c9b795a
Merge main
varunj-msft Nov 12, 2026
38c981c
Merge main
varunj-msft Nov 12, 2026
eb71448
Merge main
varunj-msft Nov 12, 2026
1be067e
Merge main
varunj-msft Nov 12, 2026
162fc2a
Merge main
varunj-msft Nov 12, 2026
6c0c3dd
Merge main
varunj-msft Nov 12, 2026
3d0950d
Merge main
varunj-msft Nov 12, 2026
8b59c5d
Merge main
varunj-msft Nov 12, 2026
d1504ec
Merge main
varunj-msft Nov 12, 2026
457563c
Merge main
varunj-msft Nov 12, 2026
8353569
Merge main
varunj-msft Nov 12, 2026
1214160
Merge main
varunj-msft Nov 12, 2026
b9a4ae4
Merge main
varunj-msft Nov 12, 2026
6db01ee
Merge main
varunj-msft Nov 12, 2026
4e8d9c2
Return 409 when a suite's launch scripts would replace a saved entry
varunj-msft Nov 12, 2026
b1bbbe6
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
9ce29cb
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
4e0e640
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
0b9efb3
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
28c9398
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
359553a
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
dcc24fd
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
478b640
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
4ea1e15
Merge the suite launch conflict status
varunj-msft Nov 12, 2026
15e00de
Merge main
varunj-msft Nov 12, 2026
0c5baa8
Merge main
varunj-msft Nov 12, 2026
a3f65ad
Merge main
varunj-msft Nov 12, 2026
dd7358b
Merge main
varunj-msft Nov 12, 2026
fc37262
Merge main
varunj-msft Nov 12, 2026
8618ce3
Merge main
varunj-msft Nov 12, 2026
836d0a3
Merge main
varunj-msft Nov 12, 2026
fe96339
Merge main
varunj-msft Nov 12, 2026
c1b411d
Merge main
varunj-msft Nov 12, 2026
d4337d8
Merge main
varunj-msft Nov 12, 2026
48bc6d1
Merge main
varunj-msft Nov 12, 2026
9789264
Merge main
varunj-msft Nov 12, 2026
42b9853
Merge main
varunj-msft Nov 12, 2026
fd7a648
Merge main
varunj-msft Nov 12, 2026
9d5293a
Merge main
varunj-msft Nov 12, 2026
81008a4
Merge main
varunj-msft Nov 12, 2026
00dbfa8
Merge main
varunj-msft Nov 12, 2026
e134538
Merge main
varunj-msft Nov 12, 2026
805ca2a
Merge main into part 7
varunj-msft Nov 13, 2026
b9c50e1
Merge part 7 into part 8
varunj-msft Nov 13, 2026
5363c0b
Merge part 8 into part 9
varunj-msft Nov 13, 2026
d50f393
Merge part 9 into part 10
varunj-msft Nov 13, 2026
1c80cf5
Merge part 10 into part 11
varunj-msft Nov 13, 2026
84c564c
Merge part 11 into part 12
varunj-msft Nov 13, 2026
e33ca58
Merge part 12 into part 13
varunj-msft Nov 13, 2026
fe0efcb
Merge part 13 into part 14
varunj-msft Nov 13, 2026
898cb7a
Merge part 14 into part 15
varunj-msft Nov 13, 2026
cdbe6ad
Keep the recipe storage setup apart from the saved target requirements
varunj-msft Nov 13, 2026
450b1e5
Merge part 7 into part 8
varunj-msft Nov 13, 2026
699ab5b
Move saving a target into the registry library
varunj-msft Nov 13, 2026
7d914b1
Merge part 8 into part 9
varunj-msft Nov 13, 2026
b008ce5
Merge part 9 into part 10
varunj-msft Nov 13, 2026
47ba126
Merge part 10 into part 11
varunj-msft Nov 13, 2026
59794d4
Merge part 11 into part 12
varunj-msft Nov 13, 2026
713f7d1
Merge main into part 8
varunj-msft Nov 13, 2026
793316a
Merge part 8 into part 9
varunj-msft Nov 13, 2026
4ca4f25
Merge part 9 into part 10
varunj-msft Nov 13, 2026
e4f32e3
Merge part 10 into part 11
varunj-msft Nov 13, 2026
1dbebcb
Merge part 11 into part 12
varunj-msft Nov 13, 2026
922696b
Merge part 12 into part 13
varunj-msft Nov 13, 2026
e87d125
Merge part 13 into part 14
varunj-msft Nov 13, 2026
888d939
Merge part 14 into part 15
varunj-msft Nov 13, 2026
2e2e85d
Merge main into part 11
varunj-msft Nov 13, 2026
a2ce936
Merge part 11 into part 12
varunj-msft Nov 13, 2026
33f082b
Merge part 12 into part 13
varunj-msft Nov 13, 2026
3e0832d
Merge part 13 into part 14
varunj-msft Nov 13, 2026
6ec7ad5
Merge part 14 into part 15
varunj-msft Nov 13, 2026
048283e
Merge main into part 8
varunj-msft Nov 13, 2026
6c243b6
Merge part 8 into part 9
varunj-msft Nov 13, 2026
1411c5d
Merge part 9 into part 10
varunj-msft Nov 13, 2026
b248a32
Merge part 10 into part 11
varunj-msft Nov 13, 2026
c283787
Merge part 11 into part 12
varunj-msft Nov 13, 2026
3905a7e
Merge part 12 into part 13
varunj-msft Nov 13, 2026
fbc0988
Merge part 13 into part 14
varunj-msft Nov 13, 2026
d5704e5
Merge part 14 into part 15
varunj-msft Nov 13, 2026
f273bff
Merge main into part 8
varunj-msft Nov 14, 2026
d692b25
Merge main into part 9
varunj-msft Nov 14, 2026
dc2a52c
Merge main into part 10
varunj-msft Nov 14, 2026
24bf3b2
Merge main into part 11
varunj-msft Nov 14, 2026
c983027
Merge main into part 12
varunj-msft Nov 14, 2026
ddca4a1
Merge main into part 13
varunj-msft Nov 14, 2026
eb21767
Merge main into part 14
varunj-msft Nov 14, 2026
ba2d0ee
Merge main into part 15
varunj-msft Nov 14, 2026
54d9332
Check saved entries against restore's inputs and settle cancelled saves
varunj-msft Nov 14, 2026
0529525
Merge part 8 into part 9
varunj-msft Nov 14, 2026
d0bb066
Ask the backend whether a target's values can be saved
varunj-msft Nov 14, 2026
eef542d
Merge part 9 into part 10, keeping who saved a target in capability d…
varunj-msft Nov 14, 2026
3de68f9
Merge part 10 into part 11
varunj-msft Nov 14, 2026
f9d8ee6
Merge part 11 into part 12
varunj-msft Nov 14, 2026
83408f9
Expect the cause in the converter storage failure log
varunj-msft Nov 14, 2026
05fe656
Merge part 12 into part 13
varunj-msft Nov 14, 2026
a5f763e
Merge part 13 into part 14
varunj-msft Nov 14, 2026
84d0f9b
Type the saved recipe as a component or technique recipe
varunj-msft Nov 14, 2026
7423d77
Merge part 14 into part 15
varunj-msft Nov 14, 2026
c05e125
Check saveability with a request that registers nothing
varunj-msft Nov 14, 2026
0d6cc7a
Merge part 9 into part 10
varunj-msft Nov 14, 2026
0310478
Merge part 10 into part 11
varunj-msft Nov 14, 2026
a2f1834
Merge part 11 into part 12
varunj-msft Nov 14, 2026
188ee22
Merge part 12 into part 13
varunj-msft Nov 14, 2026
b674b90
Merge part 13 into part 14
varunj-msft Nov 14, 2026
7fc4e7a
Merge part 14 into part 15
varunj-msft Nov 14, 2026
e47689c
Wrap the saveability note in the backend README
varunj-msft Nov 14, 2026
3a81a37
Merge part 10
varunj-msft Nov 14, 2026
b3af544
Merge part 11
varunj-msft Nov 14, 2026
fbaec87
Merge part 12
varunj-msft Nov 14, 2026
e4c28ca
Merge part 13
varunj-msft Nov 14, 2026
2021767
Merge part 14
varunj-msft Nov 14, 2026
61f529f
Merge part 15
varunj-msft Nov 14, 2026
e6cfbd9
Answer the saveability check in the numeric controls end-to-end mocks
varunj-msft Nov 14, 2026
192552a
Merge part 10
varunj-msft Nov 14, 2026
bd98bb1
Merge part 11
varunj-msft Nov 14, 2026
941d5dc
Merge part 12
varunj-msft Nov 14, 2026
b3ef7f5
Merge part 13
varunj-msft Nov 14, 2026
ef9458d
Merge part 14
varunj-msft Nov 14, 2026
8feab9c
Merge part 15
varunj-msft Nov 14, 2026
87de386
Bound the URL scheme when redacting text
varunj-msft Nov 14, 2026
96361e5
Merge part 9
varunj-msft Nov 14, 2026
e1ab38a
Merge part 10
varunj-msft Nov 14, 2026
977ad50
Merge part 11
varunj-msft Nov 14, 2026
351419b
Merge part 12
varunj-msft Nov 14, 2026
edbc24a
Merge part 13
varunj-msft Nov 14, 2026
9d357d2
Merge part 14
varunj-msft Nov 14, 2026
c2f37db
Merge part 15
varunj-msft Nov 14, 2026
33650ff
Merge main into part 8
varunj-msft Nov 17, 2026
87a4abf
Merge main into part 9
varunj-msft Nov 17, 2026
b369843
Merge main into part 9
varunj-msft Nov 17, 2026
00adffb
Merge main into part 10
varunj-msft Nov 17, 2026
5f1871b
Merge main into part 11
varunj-msft Nov 17, 2026
0000312
Merge main into part 12
varunj-msft Nov 17, 2026
abfe8ec
Merge main into part 13
varunj-msft Nov 17, 2026
ea71dfd
Merge main into part 14
varunj-msft Nov 17, 2026
d0ce802
Merge main into part 15
varunj-msft Nov 17, 2026
ed3141f
Merge main into part 9
varunj-msft Nov 18, 2026
f691ba6
Keep saveability available as a target name
varunj-msft Nov 18, 2026
0bba24f
Merge main into part 10
varunj-msft Nov 18, 2026
1ac1352
Merge main into part 11
varunj-msft Nov 18, 2026
a9fcd3e
Merge main into part 12
varunj-msft Nov 18, 2026
73f3098
Merge main into part 13
varunj-msft Nov 18, 2026
e7b31a4
Merge main into part 14
varunj-msft Nov 18, 2026
ca77ad1
Merge main into part 15
varunj-msft Nov 18, 2026
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 3 additions & 1 deletion doc/getting_started/pyrit_conf.md
Original file line number Diff line number Diff line change
Expand Up @@ -220,7 +220,7 @@ A SAS query string may be included; otherwise, PyRIT uses `DefaultAzureCredentia

### `registry_recipes_source`

Stores saved targets, converters, scorers, and techniques in a local directory or Azure Blob container, so they come back when the backend restarts. Targets created through `POST /api/targets` with `"persist": true` are saved here. An Azure URI may include a blob-name prefix:
Stores saved targets, converters, scorers, and techniques in a local directory or Azure Blob container, so they come back when the backend restarts. Targets, converters, and scorers created through `POST /api/targets`, `POST /api/converters`, and `POST /api/scorers` with `"persist": true` are saved here. An Azure URI may include a blob-name prefix:

```yaml
registry_recipes_source: https://account.blob.core.windows.net/pyrit-storage/registry-recipes
Expand All @@ -244,6 +244,8 @@ A saved file never holds a credential: restore refuses a file that stores a valu
- In identity mode, an OpenAI target file sets `"headers": "{}"` in its `params` so that the server's `OPENAI_ADDITIONAL_REQUEST_HEADERS` aren't added. The OpenAI SDK adds the headers in `OPENAI_CUSTOM_HEADERS` to every request, so while the server sets it, OpenAI targets can't be saved and saved ones aren't restored. The SDK's `OPENAI_ORG_ID` and `OPENAI_PROJECT_ID` still apply to every OpenAI target on this server.
- GitHub Copilot, Hugging Face, HackAPrompt, LiteLLM, HTTP, and Copilot WebSocket targets can't be saved yet.

Converters and scorers follow the same rules. The Azure Speech converters, the Azure Content Safety scorer, and the audio scorers can't be saved yet, because they sign in with this server's key or Azure identity, and neither can the local refusal classifier scorer, whose model can come from this server.

### `initialization_scripts`

Local paths to custom Python scripts containing `PyRITInitializer` subclasses. Paths can be absolute or relative to the current working directory.
Expand Down
48 changes: 45 additions & 3 deletions doc/gui/0_gui.md
Original file line number Diff line number Diff line change
Expand Up @@ -203,7 +203,9 @@ Expand a target, scorer, technique, or converter name to inspect its identity
JSON. Target identity inspection is independent of expanding composite target
members; defaults, visibility, and the target's configuration columns remain
available. Converter inputs and outputs stay visible in the table. Use the small
red X to remove a converter from the live registry; confirmation is required.
red X to remove a converter from the live registry; confirmation is required. A
saved converter can't be removed there yet: delete its file
(`converters/<name>.json`) in `registry_recipes_source`, then restart the backend.

**Scenario presets** save a scenario configuration for reuse with a target
chosen at launch. **Suites** maintain ordered collections of preset definitions.
Expand All @@ -216,8 +218,48 @@ Editing a preset preserves unchanged parameter values exactly, including commas
and whitespace inside list entries, empty lists, duplicates, and their order.
Editing a list field uses the comma-separated format shown in the editor.

Targets, converters, and techniques added only to the live registry must be
recreated after a backend restart or reinitialization. Use
**New Target** saves the target, so it comes back after the backend restarts or
is reinitialized. Give it a registry name of lowercase letters, digits, and
underscores that starts with a letter; the dialog suggests one from the target
type and model. Saved targets are kept in `registry_recipes_source`
(`~/.pyrit/registry_recipes` unless set in your `.pyrit_conf`). To remove a saved
target, delete its file (`targets/<name>.json`) there, and the file of any saved
round robin that uses it, then restart the backend. If a startup initializer later
registers a target under a saved target's name, the saved one isn't restored and
the backend isn't ready until that file is renamed or removed and the backend
restarted.

Saved targets can't hold credentials yet, so choose Identity-based or No key
authentication when the target supports it. A target that needs an API key or
another credential value, a type that can't be saved, or a round robin that uses
a Temporary target is created as **Temporary** instead, and the dialog says why.
A Temporary target is gone after the backend restarts or is reinitialized.

The Targets table labels each target **Saved**, **From configuration**
(registered by an initializer at startup), or **Temporary**. A target saved while
signed in also says who saved it (**Saved by you** for your own). Once you have
saved one, check **Only targets I saved** to list just yours. Anyone can still
use every target.

New converters are saved the same way, wherever you add one: **New Converter** in
the Converters tab, the converter panel in chat, or **New converter** in the
technique editor. The dialog suggests a name such as `base64_converter`. A
converter type that can't be saved yet (the Azure Speech converters, and types
that need an uploaded file), a converter with an uploaded file, or one that uses a
Temporary target is created as **Temporary** instead, and the dialog says why.
**Save to registry** on a converter's changed settings, in chat or in a technique
edit, makes a Temporary copy. The Converters and Scorers tables use the same three
labels and say who saved each entry, with **Only converters I saved** and **Only
scorers I saved** to list just yours; scorers can be saved through the API.

**New technique** saves the technique the same way. Give it a registry name of
lowercase letters, digits, and underscores that starts with a letter. A technique
that uses a Temporary converter or a Temporary adversarial target is created as
**Temporary** instead, and the dialog says why. Settings changed for a single run
in Scanner stay with that run. The Techniques table uses the same three labels and
**Only techniques I saved**. To
remove a saved technique, delete its file (`techniques/<name>.json`) in
`registry_recipes_source`, then restart the backend. Use
[initializers](../code/setup/0_setup.md) for repeatable component setup.

Use **Auto-detect capabilities** to select targets and run live checks. Results
Expand Down
9 changes: 9 additions & 0 deletions frontend/e2e/_targets.ts
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,9 @@ export interface FlatTarget {
capabilities?: unknown;
target_specific_params?: unknown;
inner_targets?: FlatTarget[] | null;
origin?: "saved" | "configuration" | "temporary" | null;
saved_by?: string | null;
saved_by_me?: boolean;
}

interface TargetInstanceMock {
Expand All @@ -27,6 +30,9 @@ interface TargetInstanceMock {
capabilities: unknown;
target_specific_params: unknown;
inner_targets: TargetInstanceMock[] | null;
origin?: "saved" | "configuration" | "temporary" | null;
saved_by?: string | null;
saved_by_me?: boolean;
}

export function makeTarget(flat: FlatTarget): TargetInstanceMock {
Expand All @@ -41,5 +47,8 @@ export function makeTarget(flat: FlatTarget): TargetInstanceMock {
capabilities: flat.capabilities ?? null,
target_specific_params: flat.target_specific_params ?? null,
inner_targets: flat.inner_targets ? flat.inner_targets.map(makeTarget) : null,
...(flat.origin !== undefined ? { origin: flat.origin } : {}),
...(flat.saved_by !== undefined ? { saved_by: flat.saved_by } : {}),
...(flat.saved_by_me !== undefined ? { saved_by_me: flat.saved_by_me } : {}),
};
}
74 changes: 69 additions & 5 deletions frontend/e2e/config.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -302,7 +302,7 @@ test.describe("Target Registry Page", () => {

// Dialog should open
await expect(page.getByText("Create New Target")).toBeVisible();
await expect(page.getByText("Create Target")).toBeVisible();
await expect(page.getByRole("button", { name: "Save Target" })).toBeVisible();
});

test("should update targets after a visible minute without a Refresh control", async ({ page }) => {
Expand Down Expand Up @@ -343,6 +343,34 @@ test.describe("Target Registry Page", () => {
await expect(reset).toBeFocused();
await expect(reset).toHaveAttribute("aria-disabled", "true");
});

test("should say who saved each target and list only yours on request", async ({ page }) => {
await page.route(/\/api\/targets(?:\?.*)?$/, async (route) => {
await route.fulfill(
mockTargetsList([
{ target_registry_name: "mine_chat", target_type: "OpenAIChatTarget", model_name: "gpt-4o", origin: "saved",
saved_by: "Ada", saved_by_me: true },
{ target_registry_name: "bobs_chat", target_type: "OpenAIChatTarget", model_name: "gpt-4o-mini",
origin: "saved", saved_by: "Bob" },
{ target_registry_name: "startup_chat", target_type: "OpenAIChatTarget", model_name: "gpt-4.1",
origin: "configuration" },
])
);
});
await goToTargets(page);

await expect(page.getByTestId("target-row-mine_chat").getByText("Saved by you", { exact: true })).toBeVisible();
await expect(page.getByTestId("target-row-bobs_chat").getByText("Saved by Bob", { exact: true })).toBeVisible();
await page.getByRole("checkbox", { name: "Only targets I saved (1)" }).check();
await expect(page.getByTestId("target-row-bobs_chat")).toHaveCount(0);
await expect(page.getByTestId("target-row-startup_chat")).toHaveCount(0);
await expect(page.getByTestId("target-row-mine_chat")).toBeVisible();

// The choice isn't kept, so a fresh load lists everyone's targets again.
await goToTargets(page);
await expect(page.getByTestId("target-row-bobs_chat")).toBeVisible();
await expect(page.getByRole("checkbox", { name: "Only targets I saved (1)" })).not.toBeChecked();
});
});

test.describe("Create Target Dialog", () => {
Expand Down Expand Up @@ -406,12 +434,14 @@ test.describe("Create Target Dialog", () => {
await expect(selectedDetails).toContainText("Supported authentication: API key");
});

test("should create a target through the dialog", async ({ page }) => {
test("should save a target through the dialog", async ({ page }) => {
let createdTarget: FlatTarget | null = null;
let createBody: Record<string, unknown> | null = null;

await page.route(/\/api\/targets/, async (route) => {
if (route.request().method() === "POST") {
const body = JSON.parse(route.request().postData() ?? "{}");
createBody = body;
createdTarget = {
target_registry_name: "new-target-1",
target_type: body.type,
Expand All @@ -429,6 +459,35 @@ test.describe("Create Target Dialog", () => {
await route.fulfill(mockTargetsList(items));
}
});
// Registered last, so it answers the type list instead of the route above.
await page.route(/\/api\/targets\/types(?:\?.*)?$/, async (route) => {
await route.fulfill({
status: 200,
contentType: "application/json",
body: JSON.stringify({
items: [
{
target_type: "OpenAIChatTarget",
parameters: [
{ name: "endpoint", type_name: "str", required: true, default: null },
{ name: "model_name", type_name: "str", required: true, default: null },
],
supported_auth_modes: ["api_key", "identity", "none"],
saveable_auth_modes: ["identity", "none"],
not_saveable_reason: null,
},
],
}),
});
});
// Also registered after the broad route, so the dialog's save check isn't taken for a create.
await page.route(/\/api\/targets\/saveability$/, async (route) => {
await route.fulfill({
status: 200,
contentType: "application/json",
body: JSON.stringify({ not_saveable_reason: null }),
});
});

await goToTargets(page);

Expand All @@ -453,11 +512,16 @@ test.describe("Create Target Dialog", () => {
// Fill model name
await dialog.getByPlaceholder("e.g. gpt-4o, my-deployment").fill("gpt-4o-test");

// Click Create Target
await dialog.getByRole("button", { name: "Create Target" }).click();
await dialog.getByRole("button", { name: "Save Target" }).click();

// Dialog should close and target should appear in the list
await expect(page.getByText("Create New Target")).not.toBeVisible({ timeout: 5_000 });
expect(createBody).toMatchObject({
name: "openai_chat_gpt_4o_test",
type: "OpenAIChatTarget",
auth_mode: "identity",
persist: true,
});
await expect(page.getByText("gpt-4o-test", { exact: true })).toBeVisible({ timeout: 10_000 });
await expect(page.getByText("OpenAIChatTarget")).toBeVisible();
});
Expand Down Expand Up @@ -496,7 +560,7 @@ test.describe("Create Target Dialog", () => {
await expect(page.getByText("Create New Target")).toBeVisible();

const dialog = page.locator('[role="dialog"]');
const createBtn = dialog.getByRole("button", { name: "Create Target" });
const createBtn = dialog.getByRole("button", { name: "Save Target" });
await expect(createBtn).toBeDisabled();

await selectTargetType(
Expand Down
1 change: 1 addition & 0 deletions frontend/e2e/numeric-controls.spec.ts
Original file line number Diff line number Diff line change
Expand Up @@ -74,6 +74,7 @@ async function mockNumericControlApis(page: Page): Promise<void> {
items: [makeTarget({ target_registry_name: 'mock-target' })],
pagination: { limit: 200, has_more: false },
},
'/api/targets/saveability': { not_saveable_reason: null },
'/api/targets/types': {
items: [
{
Expand Down
Loading
Loading