evals

No long description provided.

Installation

dagger install github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748

Entrypoint

Return Type

Evals !

Arguments

Name	Type	Default Value	Description
docs	File	-	No description provided

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \

func (m *MyModule) Example() *dagger.Evals  {
	return dag.
			Evals()
}

@function
def example() -> dagger.Evals:
	return (
		dag.evals()
	)

@func()
example(): Evals {
	return dag
		.evals()
}

Types

Evals 🔗

Dagger's eval suite.

docs() 🔗

Return Type

File !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 docs

func (m *MyModule) Example() *dagger.File  {
	return dag.
			Evals().
			Docs()
}

@function
def example() -> dagger.File:
	return (
		dag.evals()
		.docs()
	)

@func()
example(): File {
	return dag
		.evals()
		.docs()
}

buildMultiNoVar() 🔗

BuildMultiNoVar is like BuildMulti but without explicitly referencing the relevant objects, leaving the LLM to figure it out.

Return Type

BuildMultiNoVar !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi-no-var

func (m *MyModule) Example() *dagger.EvalsBuildMultiNoVar  {
	return dag.
			Evals().
			BuildMultiNoVar()
}

@function
def example() -> dagger.EvalsBuildMultiNoVar:
	return (
		dag.evals()
		.build_multi_no_var()
	)

@func()
example(): EvalsBuildMultiNoVar {
	return dag
		.evals()
		.buildMultiNoVar()
}

buildMulti() 🔗

Test the model’s ability to pass objects around to one another and execute a series of operations given at once.

Return Type

BuildMulti !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi

func (m *MyModule) Example() *dagger.EvalsBuildMulti  {
	return dag.
			Evals().
			BuildMulti()
}

@function
def example() -> dagger.EvalsBuildMulti:
	return (
		dag.evals()
		.build_multi()
	)

@func()
example(): EvalsBuildMulti {
	return dag
		.evals()
		.buildMulti()
}

buildMultiStatic() 🔗

Test that BuildMulti works when configured with a static tool calling scheme.

Return Type

BuildMultiStatic !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi-static

func (m *MyModule) Example() *dagger.EvalsBuildMultiStatic  {
	return dag.
			Evals().
			BuildMultiStatic()
}

@function
def example() -> dagger.EvalsBuildMultiStatic:
	return (
		dag.evals()
		.build_multi_static()
	)

@func()
example(): EvalsBuildMultiStatic {
	return dag
		.evals()
		.buildMultiStatic()
}

undoChanges() 🔗

Test the model’s eagerness to switch to prior states instead of mutating the current state to undo past actions.

Return Type

UndoChanges !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 undo-changes

func (m *MyModule) Example() *dagger.EvalsUndoChanges  {
	return dag.
			Evals().
			UndoChanges()
}

@function
def example() -> dagger.EvalsUndoChanges:
	return (
		dag.evals()
		.undo_changes()
	)

@func()
example(): EvalsUndoChanges {
	return dag
		.evals()
		.undoChanges()
}

coreApi() 🔗

Test that the model is conscious of a “current state” without needing explicit prompting.

Return Type

CoreApi !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 core-api

func (m *MyModule) Example() *dagger.EvalsCoreApi  {
	return dag.
			Evals().
			CoreApi()
}

@function
def example() -> dagger.EvalsCoreApi:
	return (
		dag.evals()
		.core_api()
	)

@func()
example(): EvalsCoreApi {
	return dag
		.evals()
		.coreApi()
}

lifeAlert() 🔗

Test manual intervention allowing the prompt to succeed.

Return Type

LifeAlert !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 life-alert

func (m *MyModule) Example() *dagger.EvalsLifeAlert  {
	return dag.
			Evals().
			LifeAlert()
}

@function
def example() -> dagger.EvalsLifeAlert:
	return (
		dag.evals()
		.life_alert()
	)

@func()
example(): EvalsLifeAlert {
	return dag
		.evals()
		.lifeAlert()
}

moduleDependencies() 🔗

Test that the model is conscious of a “current state” without needing explicit prompting.

Return Type

ModuleDependencies !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 module-dependencies

func (m *MyModule) Example() *dagger.EvalsModuleDependencies  {
	return dag.
			Evals().
			ModuleDependencies()
}

@function
def example() -> dagger.EvalsModuleDependencies:
	return (
		dag.evals()
		.module_dependencies()
	)

@func()
example(): EvalsModuleDependencies {
	return dag
		.evals()
		.moduleDependencies()
}

check() 🔗

Run the Dagger evals across the major model providers.

Return Type

Void !

Arguments

Name	Type	Default Value	Description
evals	[String ! ]	-	Run particular evals, or all evals if unspecified.
models	[String ! ]	-	Run particular models, or all models if unspecified.

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 check

func (m *MyModule) Example(ctx context.Context)   {
	return dag.
			Evals().
			Check(ctx)
}

@function
async def example() -> None:
	return await (
		dag.evals()
		.check()
	)

@func()
async example(): Promise<void> {
	return dag
		.evals()
		.check()
}

modelContextProtocol() 🔗

Test MCP server usage by setting up Claude Code MCP server and making edits.

Return Type

ModelContextProtocol !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 model-context-protocol

func (m *MyModule) Example() *dagger.EvalsModelContextProtocol  {
	return dag.
			Evals().
			ModelContextProtocol()
}

@function
def example() -> dagger.EvalsModelContextProtocol:
	return (
		dag.evals()
		.model_context_protocol()
	)

@func()
example(): EvalsModelContextProtocol {
	return dag
		.evals()
		.modelContextProtocol()
}

workspacePattern() 🔗

Test the common workspace pattern.

Return Type

WorkspacePattern !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 workspace-pattern

func (m *MyModule) Example() *dagger.EvalsWorkspacePattern  {
	return dag.
			Evals().
			WorkspacePattern()
}

@function
def example() -> dagger.EvalsWorkspacePattern:
	return (
		dag.evals()
		.workspace_pattern()
	)

@func()
example(): EvalsWorkspacePattern {
	return dag
		.evals()
		.workspacePattern()
}

readImplicitVars() 🔗

Test that the LLM is able to access the content of variables without the user having to expand them in the prompt.

Return Type

ReadImplicitVars !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 read-implicit-vars

func (m *MyModule) Example() *dagger.EvalsReadImplicitVars  {
	return dag.
			Evals().
			ReadImplicitVars()
}

@function
def example() -> dagger.EvalsReadImplicitVars:
	return (
		dag.evals()
		.read_implicit_vars()
	)

@func()
example(): EvalsReadImplicitVars {
	return dag
		.evals()
		.readImplicitVars()
}

basic() 🔗

Test basic prompting.

Return Type

Basic !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 basic

func (m *MyModule) Example() *dagger.EvalsBasic  {
	return dag.
			Evals().
			Basic()
}

@function
def example() -> dagger.EvalsBasic:
	return (
		dag.evals()
		.basic()
	)

@func()
example(): EvalsBasic {
	return dag
		.evals()
		.basic()
}

responses() 🔗

Test various response types.

Return Type

Responses !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 responses

func (m *MyModule) Example() *dagger.EvalsResponses  {
	return dag.
			Evals().
			Responses()
}

@function
def example() -> dagger.EvalsResponses:
	return (
		dag.evals()
		.responses()
	)

@func()
example(): EvalsResponses {
	return dag
		.evals()
		.responses()
}

writable() 🔗

Test various response types.

Return Type

Writable !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 writable

func (m *MyModule) Example() *dagger.EvalsWritable  {
	return dag.
			Evals().
			Writable()
}

@function
def example() -> dagger.EvalsWritable:
	return (
		dag.evals()
		.writable()
	)

@func()
example(): EvalsWritable {
	return dag
		.evals()
		.writable()
}

BuildMultiNoVar 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi-no-var \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			BuildMultiNoVar().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.build_multi_no_var()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.buildMultiNoVar()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			BuildMultiNoVar().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.build_multi_no_var()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.buildMultiNoVar()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			BuildMultiNoVar().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.build_multi_no_var()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.buildMultiNoVar()
		.check(prompt)
}

BuildMulti 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			BuildMulti().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.build_multi()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.buildMulti()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			BuildMulti().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.build_multi()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.buildMulti()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			BuildMulti().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.build_multi()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.buildMulti()
		.check(prompt)
}

BuildMultiStatic 🔗

buildMulti() 🔗

Return Type

BuildMulti !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi-static \
 build-multi

func (m *MyModule) Example() *dagger.EvalsBuildMulti  {
	return dag.
			Evals().
			BuildMultiStatic().
			BuildMulti()
}

@function
def example() -> dagger.EvalsBuildMulti:
	return (
		dag.evals()
		.build_multi_static()
		.build_multi()
	)

@func()
example(): EvalsBuildMulti {
	return dag
		.evals()
		.buildMultiStatic()
		.buildMulti()
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			BuildMultiStatic().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.build_multi_static()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.buildMultiStatic()
		.check(prompt)
}

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 build-multi-static \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			BuildMultiStatic().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.build_multi_static()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.buildMultiStatic()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			BuildMultiStatic().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.build_multi_static()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.buildMultiStatic()
		.prompt(base)
}

UndoChanges 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 undo-changes \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			UndoChanges().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.undo_changes()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.undoChanges()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			UndoChanges().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.undo_changes()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.undoChanges()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			UndoChanges().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.undo_changes()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.undoChanges()
		.check(prompt)
}

CoreApi 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 core-api \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			CoreApi().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.core_api()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.coreApi()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			CoreApi().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.core_api()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.coreApi()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			CoreApi().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.core_api()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.coreApi()
		.check(prompt)
}

LifeAlert 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 life-alert \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			LifeAlert().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.life_alert()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.lifeAlert()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			LifeAlert().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.life_alert()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.lifeAlert()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			LifeAlert().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.life_alert()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.lifeAlert()
		.check(prompt)
}

ModuleDependencies 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 module-dependencies \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			ModuleDependencies().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.module_dependencies()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.moduleDependencies()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			ModuleDependencies().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.module_dependencies()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.moduleDependencies()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			ModuleDependencies().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.module_dependencies()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.moduleDependencies()
		.check(prompt)
}

ModelContextProtocol 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 model-context-protocol \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			ModelContextProtocol().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.model_context_protocol()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.modelContextProtocol()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			ModelContextProtocol().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.model_context_protocol()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.modelContextProtocol()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			ModelContextProtocol().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.model_context_protocol()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.modelContextProtocol()
		.check(prompt)
}

WorkspacePattern 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 workspace-pattern \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			WorkspacePattern().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.workspace_pattern()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.workspacePattern()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			WorkspacePattern().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.workspace_pattern()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.workspacePattern()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			WorkspacePattern().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.workspace_pattern()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.workspacePattern()
		.check(prompt)
}

ReadImplicitVars 🔗

weirdText() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 read-implicit-vars \
 weird-text

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			ReadImplicitVars().
			WeirdText(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.read_implicit_vars()
		.weird_text()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.readImplicitVars()
		.weirdText()
}

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 read-implicit-vars \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			ReadImplicitVars().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.read_implicit_vars()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.readImplicitVars()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			ReadImplicitVars().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.read_implicit_vars()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.readImplicitVars()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			ReadImplicitVars().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.read_implicit_vars()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.readImplicitVars()
		.check(prompt)
}

Basic 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 basic \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			Basic().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.basic()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.basic()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			Basic().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.basic()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.basic()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			Basic().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.basic()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.basic()
		.check(prompt)
}

Responses 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 responses \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			Responses().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.responses()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.responses()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			Responses().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.responses()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.responses()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			Responses().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.responses()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.responses()
		.check(prompt)
}

Writable 🔗

name() 🔗

Return Type

String !

Example

dagger -m github.com/dagger/dagger/modules/evals@57938e9a2d3f6f91860bf012abdaa17084b65748 call \
 writable \
 name

func (m *MyModule) Example(ctx context.Context) string  {
	return dag.
			Evals().
			Writable().
			Name(ctx)
}

@function
async def example() -> str:
	return await (
		dag.evals()
		.writable()
		.name()
	)

@func()
async example(): Promise<string> {
	return dag
		.evals()
		.writable()
		.name()
}

prompt() 🔗

Return Type

LLM !

Arguments

Name	Type	Default Value	Description
base	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(base *dagger.LLM) *dagger.LLM  {
	return dag.
			Evals().
			Writable().
			Prompt(base)
}

@function
def example(base: dagger.LLM) -> dagger.LLM:
	return (
		dag.evals()
		.writable()
		.prompt(base)
	)

@func()
example(base: LLM): LLM {
	return dag
		.evals()
		.writable()
		.prompt(base)
}

check() 🔗

Return Type

Void !

Arguments

Name	Type	Default Value	Description
prompt	LLM !	-	No description provided

Example

echo 'Custom types are not supported in shell examples'

func (m *MyModule) Example(ctx context.Context, prompt *dagger.LLM)   {
	return dag.
			Evals().
			Writable().
			Check(ctx, prompt)
}

@function
async def example(prompt: dagger.LLM) -> None:
	return await (
		dag.evals()
		.writable()
		.check(prompt)
	)

@func()
async example(prompt: LLM): Promise<void> {
	return dag
		.evals()
		.writable()
		.check(prompt)
}