Try draft prompts on own charts before saving
Under each prompt on /admin/promptok, "Kipróbálás" writes the summary or detailed analysis with the text in the editor (saved or not) on one of the admin's own charts. Test runs live in prompt_previews: never shown with the chart, not cached, no credits, one attempt, at most three open per admin, removed after 30 days. The worker writes them when no analysis is due. The result shows the model, tokens, cost and time, and the draft can be loaded back. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_012vLHzh5qUhFtmJhzkcTbXL
This commit is contained in:
@@ -894,3 +894,55 @@ async fn admins_edit_analysis_prompts(pool: PgPool) {
|
||||
assert_eq!((&r.body["custom"], r.body["system"].as_str()), (&json!(false), Some(default.as_str())));
|
||||
assert_eq!(r.body["history"].as_array().unwrap().len(), 2);
|
||||
}
|
||||
|
||||
/// Starts a summary prompt test run on `chart`.
|
||||
async fn start_preview(app: &TestApp, chart: &Value, token: &str) -> Response {
|
||||
let body = json!({"system": " Próba szabályok. ", "chart_id": chart["id"]});
|
||||
app.call("POST", "/v1/admin/prompts/summary/hu/preview", Some(token), Some(body)).await
|
||||
}
|
||||
|
||||
#[sqlx::test(migrator = "db::MIGRATOR")]
|
||||
async fn admins_try_prompt_drafts_on_own_charts(pool: PgPool) {
|
||||
let app = TestApp::new(pool.clone()).await;
|
||||
let admin = app.register("admin@example.com", "Admin").await;
|
||||
let anna = app.register("anna@example.com", "Anna").await;
|
||||
let own = app.chart(&admin, "Saját", true, "1990-03-15").await;
|
||||
let annas = app.chart(&anna, "Saját", true, "1991-05-01").await;
|
||||
|
||||
assert_eq!(start_preview(&app, &own, &anna).await.status, StatusCode::FORBIDDEN);
|
||||
assert_eq!(start_preview(&app, &annas, &admin).await.status, StatusCode::NOT_FOUND); // only own charts
|
||||
let r = start_preview(&app, &own, &admin).await;
|
||||
assert_eq!(r.status, StatusCode::ACCEPTED, "{}", r.body);
|
||||
assert_eq!(
|
||||
(r.body["status"].as_str(), r.body["kind"].as_str(), r.body["model"].as_str()),
|
||||
(Some("pending"), Some("summary"), Some("anthropic/claude-summary"))
|
||||
);
|
||||
let id = r.body["id"].as_str().unwrap().to_string();
|
||||
let (system,): (String,) = sqlx::query_as("SELECT system FROM prompt_previews WHERE id = $1::uuid")
|
||||
.bind(&id)
|
||||
.fetch_one(&pool)
|
||||
.await
|
||||
.unwrap();
|
||||
assert_eq!(system, "Próba szabályok.");
|
||||
|
||||
// nothing reaches the chart's analyses, and the saved prompt is unchanged
|
||||
let r = app.get(&format!("/v1/charts/{}/analyses", own["id"].as_str().unwrap()), Some(&admin)).await;
|
||||
assert!(
|
||||
r.body["analyses"].as_array().unwrap().iter().all(|a| a["kind"] == "summary" && a["prompt_version"] == "v1")
|
||||
);
|
||||
assert_eq!(app.get("/v1/admin/prompts", Some(&admin)).await.body["prompts"][0]["custom"], json!(false));
|
||||
|
||||
let r = app.get(&format!("/v1/admin/previews/{id}"), Some(&admin)).await;
|
||||
assert_eq!((r.status, r.body["status"].as_str()), (StatusCode::OK, Some("pending")));
|
||||
assert_eq!(app.get(&format!("/v1/admin/previews/{id}"), Some(&anna)).await.status, StatusCode::FORBIDDEN);
|
||||
|
||||
// at most three at a time
|
||||
start_preview(&app, &own, &admin).await;
|
||||
start_preview(&app, &own, &admin).await;
|
||||
let r = start_preview(&app, &own, &admin).await;
|
||||
assert_eq!((r.status, r.body["error"]["code"].as_str()), (StatusCode::CONFLICT, Some("too_many_previews")));
|
||||
let body = json!({"system": "Részletes próba.", "chart_id": own["id"]});
|
||||
sqlx::query("UPDATE prompt_previews SET status = 'done'").execute(&pool).await.unwrap();
|
||||
let r = app.call("POST", "/v1/admin/prompts/natal/hu/preview", Some(&admin), Some(body)).await;
|
||||
assert_eq!((r.status, r.body["model"].as_str()), (StatusCode::ACCEPTED, Some("anthropic/claude-test")));
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user