Struct AiEval

Source

pub struct AiEval {
    pub prompt: Option<String>,
    pub golden_set: Vec<AiEvalCase>,
}

Expand description

One regression eval (DW-086 ai.experiments.evals.<name>): a golden set of input/expected cases plus an optional prompt version. The admin API runs it against a model alias (or an A/B test’s variants) and stores the results in analytics.

Fields§

§prompt: Option<String>

An optional prompt version reference in "prompt_name/version_name" format. When set, the named version’s system message is prepended to each eval case’s input. Validation rejects a reference whose prompt or version does not exist.

§golden_set: Vec<AiEvalCase>

The golden set: input/expected pairs with a scorer. Validation requires at least one case and non-empty input/expected.

AiEval

Struct AiEval Copy item path

Fields§

Trait Implementations§

impl Clone for AiEval

fn clone(&self) -> AiEval

fn clone_from(&mut self, source: &Self)

impl Debug for AiEval

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for AiEval

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where __D: Deserializer<'de>,

impl JsonSchema for AiEval

fn schema_name() -> Cow<'static, str>

fn schema_id() -> Cow<'static, str>

fn json_schema(generator: &mut SchemaGenerator) -> Schema

fn inline_schema() -> bool

impl PartialEq for AiEval

fn eq(&self, other: &AiEval) -> bool

fn ne(&self, other: &Rhs) -> bool

impl Serialize for AiEval

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where __S: Serializer,

impl StructuralPartialEq for AiEval

Auto Trait Implementations§

impl Freeze for AiEval

impl RefUnwindSafe for AiEval

impl Send for AiEval

impl Sync for AiEval

impl Unpin for AiEval

impl UnwindSafe for AiEval

Blanket Implementations§

impl<T> Any for Twhere T: 'static + ?Sized,

fn type_id(&self) -> TypeId

impl<T> AnyExt for Twhere T: Any + ?Sized,

fn downcast_ref<T>(this: &Self) -> Option<&T>where T: Any,

fn downcast_mut<T>(this: &mut Self) -> Option<&mut T>where T: Any,

fn downcast_rc<T>(this: Rc<Self>) -> Result<Rc<T>, Rc<Self>>where T: Any,

fn downcast_arc<T>(this: Arc<Self>) -> Result<Arc<T>, Arc<Self>>where T: Any,

fn downcast_box<T>(this: Box<Self>) -> Result<Box<T>, Box<Self>>where T: Any,

fn downcast_move<T>(this: Self) -> Option<T>where T: Any, Self: Sized,

impl<T> Borrow<T> for Twhere T: ?Sized,

fn borrow(&self) -> &T

impl<T> BorrowMut<T> for Twhere T: ?Sized,

fn borrow_mut(&mut self) -> &mut T

impl<T> CloneToUninit for Twhere T: Clone,

unsafe fn clone_to_uninit(&self, dest: *mut u8)

impl<T, X> CoerceTo<T> for Xwhere T: CoerceFrom<X> + ?Sized,

fn coerce_rc_to(self: Rc<X>) -> Rc<T>

fn coerce_box_to(self: Box<X>) -> Box<T>

fn coerce_ref_to(&self) -> &T

fn coerce_mut_to(&mut self) -> &mut T

impl<T> DynClone for Twhere T: Clone,

fn __clone_box(&self, _: Private) -> *mut ()

impl<T> From<T> for T

fn from(t: T) -> T

impl<T> Instrument for T

fn instrument(self, span: Span) -> Instrumented<Self>

fn in_current_span(self) -> Instrumented<Self>

impl<T, U> Into<U> for Twhere U: From<T>,

fn into(self) -> U

impl<T> IntoEither for T

fn into_either(self, into_left: bool) -> Either<Self, Self>

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>where F: FnOnce(&Self) -> bool,

impl<T> Pointable for T

const ALIGN: usize

type Init = T

unsafe fn init(init: <T as Pointable>::Init) -> usize

unsafe fn deref<'a>(ptr: usize) -> &'a T

unsafe fn deref_mut<'a>(ptr: usize) -> &'a mut T

unsafe fn drop(ptr: usize)

impl<T> Same for T

type Output = T

impl<T> ServiceExt for T

fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>where Self: Sized,

fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>where Self: Sized,

fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>where Self: Sized,

impl<T> ToOwned for Twhere T: Clone,

type Owned = T

fn to_owned(&self) -> T

fn clone_into(&self, target: &mut T)

impl<T, U> TryFrom<U> for Twhere U: Into<T>,

Struct AiEval

fn deserialize<D>(deserializer: D) -> Result<Self, D::Error>
where __D: Deserializer<'de>,

fn serialize<S>(&self, serializer: S) -> Result<S::Ok, S::Error>
where S: Serializer,

impl<T> Any for T
where T: 'static + ?Sized,

impl<T> AnyExt for T
where T: Any + ?Sized,

fn downcast_ref<T>(this: &Self) -> Option<&T>
where T: Any,

fn downcast_mut<T>(this: &mut Self) -> Option<&mut T>
where T: Any,

fn downcast_rc<T>(this: Rc<Self>) -> Result<Rc<T>, Rc<Self>>
where T: Any,

fn downcast_arc<T>(this: Arc<Self>) -> Result<Arc<T>, Arc<Self>>
where T: Any,

fn downcast_box<T>(this: Box<Self>) -> Result<Box<T>, Box<Self>>
where T: Any,

fn downcast_move<T>(this: Self) -> Option<T>
where T: Any, Self: Sized,

impl<T> Borrow<T> for T
where T: ?Sized,

impl<T> BorrowMut<T> for T
where T: ?Sized,

impl<T> CloneToUninit for T
where T: Clone,

impl<T, X> CoerceTo<T> for X
where T: CoerceFrom<X> + ?Sized,

impl<T> DynClone for T
where T: Clone,

impl<T, U> Into<U> for T
where U: From<T>,

fn into_either_with<F>(self, into_left: F) -> Either<Self, Self>
where F: FnOnce(&Self) -> bool,

fn map_response_body<F>(self, f: F) -> MapResponseBody<Self, F>
where Self: Sized,

fn trace_for_http(self) -> Trace<Self, SharedClassifier<ServerErrorsAsFailures>>
where Self: Sized,

fn trace_for_grpc(self) -> Trace<Self, SharedClassifier<GrpcErrorsAsFailures>>
where Self: Sized,

impl<T> ToOwned for T
where T: Clone,

impl<T, U> TryFrom<U> for T
where U: Into<T>,

impl<T, U> TryInto<U> for T
where U: TryFrom<T>,

impl<T> TryIntoValue for T
where T: Serialize,

impl<V, T> VZip<V> for T
where V: MultiLane<T>,

fn with_subscriber<S>(self, subscriber: S) -> WithDispatch<Self>
where S: Into<Dispatch>,

impl<ST, DT> CastableFrom<ST, Initialized, Initialized> for DT
where ST: ?Sized, DT: ?Sized,

impl<ST, DT> CastableFrom<ST, Uninit, Uninit> for DT
where ST: ?Sized, DT: ?Sized,

impl<T> DeserializeOwned for T
where T: for<'de> Deserialize<'de>,

impl<T> Read<Exclusive, BecauseExclusive> for T
where T: ?Sized,