Evals fixes (#3851)

This commit is contained in:
Chris Estreich 2025-05-22 11:41:04 -07:00 committed by GitHub
parent 790c6b50f2
commit 80d7203230
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 27 additions and 22 deletions

View file

@ -22,7 +22,7 @@ export default function RootLayout({
return (
<html lang="en">
<body className={`${fontSans.variable} ${fontMono.variable} font-sans antialiased pb-12`}>
<ThemeProvider attribute="class" defaultTheme="system" enableSystem disableTransitionOnChange>
<ThemeProvider attribute="class" forcedTheme="dark" disableTransitionOnChange>
<ReactQueryProvider>
<Header />
{children}

View file

@ -7,8 +7,7 @@ import { useForm, FormProvider } from "react-hook-form"
import { zodResolver } from "@hookform/resolvers/zod"
import fuzzysort from "fuzzysort"
import { toast } from "sonner"
import { X, Rocket, Check, ChevronsUpDown, HardDriveUpload, CircleCheck } from "lucide-react"
import { Dialog, DialogContent, DialogTitle, DialogFooter } from "@/components/ui/dialog"
import { X, Rocket, Check, ChevronsUpDown, SlidersHorizontal, Book, CircleCheck } from "lucide-react"
import { globalSettingsSchema, providerSettingsSchema, rooCodeDefaults } from "@evals/types"
@ -46,6 +45,10 @@ import {
PopoverTrigger,
ScrollArea,
Slider,
Dialog,
DialogContent,
DialogTitle,
DialogFooter,
} from "@/components/ui"
import { SettingsDiff } from "./settings-diff"
@ -292,7 +295,7 @@ export function NewRun() {
type="button"
variant="secondary"
onClick={() => document.getElementById("json-upload")?.click()}>
<HardDriveUpload />
<SlidersHorizontal />
Import Settings
</Button>
<input
@ -320,8 +323,23 @@ export function NewRun() {
</FormItem>
<Button type="button" variant="secondary" onClick={() => setSystemPromptDialogOpen(true)}>
Import Foot Gun System Prompt
<Book />
Override System Prompt
</Button>
<Dialog open={systemPromptDialogOpen} onOpenChange={setSystemPromptDialogOpen}>
<DialogContent>
<DialogTitle>Override System Prompt</DialogTitle>
<Textarea
ref={systemPromptRef}
value={systemPrompt}
onChange={(e) => setSystemPrompt(e.target.value)}
/>
<DialogFooter>
<Button onClick={() => setSystemPromptDialogOpen(false)}>Done</Button>
</DialogFooter>
</DialogContent>
</Dialog>
</div>
<FormField
@ -397,27 +415,13 @@ export function NewRun() {
</div>
</form>
</FormProvider>
<Button
variant="default"
className="absolute top-4 right-12 size-12 rounded-full"
onClick={() => router.push("/")}>
<X className="size-6" />
</Button>
<Dialog open={systemPromptDialogOpen} onOpenChange={setSystemPromptDialogOpen}>
<DialogContent>
<DialogTitle>Import Foot Gun System Prompt</DialogTitle>
<textarea
ref={systemPromptRef}
value={systemPrompt}
onChange={(e) => setSystemPrompt(e.target.value)}
placeholder="Paste or type your system prompt here..."
className="w-full min-h-[120px] border rounded p-2"
/>
<DialogFooter>
<Button onClick={() => setSystemPromptDialogOpen(false)}>Done</Button>
</DialogFooter>
</DialogContent>
</Dialog>
</>
)
}

View file

@ -4,7 +4,7 @@ export const rooCodeDefaults: RooCodeSettings = {
apiProvider: "openrouter",
openRouterUseMiddleOutTransform: false,
lastShownAnnouncementId: "may-06-2025-3-16",
lastShownAnnouncementId: "may-21-2025-3-18",
pinnedApiConfigs: {},

View file

@ -11,7 +11,8 @@
"WORKSPACE_PATH",
"BENCHMARKS_DB_PATH",
"TURSO_CONNECTION_URL",
"TURSO_AUTH_TOKEN"
"TURSO_AUTH_TOKEN",
"FOOTGUN_SYSTEM_PROMPT"
],
"tasks": {
"lint": {},