laantungir/didactyl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 2 Wiki Activity
Files
108171502924bf7e7033f54444b2b1e83fa65646
didactyl/tests/results/20260325T174737Z/results.json
T

441 lines
12 KiB
JSON
Raw Blame History

{
"run_meta": {
"run_timestamp": "2026-03-25T17:47:59.916946+00:00",
"base_url": "http://127.0.0.1:8485",
"config": "tests/results/20260325T174737Z/runtime_test_genesis.jsonc",
"binary": "didactyl_static_x86_64_debug",
"test_count": 43
},
"results": [
{
"suite": "test_conversation",
"name": "simple_greeting",
"status": "pass",
"message": "greeting response ok",
"duration_seconds": 0.6080715639982373,
"agent_errors": [],
"details": {
"response": "LLM request failed."
}
},
{
"suite": "test_conversation",
"name": "agent_responds_about_itself",
"status": "error",
"message": "AssertionError('response missing expected identity terms')",
"duration_seconds": 0.5505103840005177,
"agent_errors": [],
"details": {}
},
{
"suite": "test_conversation",
"name": "empty_message_handling",
"status": "pass",
"message": "empty message handled",
"duration_seconds": 0.4987701490026666,
"agent_errors": [],
"details": {
"success": true
}
},
{
"suite": "test_conversation",
"name": "very_long_message",
"status": "pass",
"message": "long message handled",
"duration_seconds": 0.6658556200018211,
"agent_errors": [],
"details": {
"success": true
}
},
{
"suite": "test_errors",
"name": "invalid_json_body",
"status": "pass",
"message": "invalid json rejected",
"duration_seconds": 0.12278234699988388,
"agent_errors": [],
"details": {
"status": 400
}
},
{
"suite": "test_errors",
"name": "missing_message_field",
"status": "pass",
"message": "missing message rejected",
"duration_seconds": 0.0814288569999917,
"agent_errors": [],
"details": {
"status": 400
}
},
{
"suite": "test_errors",
"name": "unknown_endpoint",
"status": "pass",
"message": "unknown endpoint 404",
"duration_seconds": 0.18177193199881003,
"agent_errors": [],
"details": {
"status": 404
}
},
{
"suite": "test_errors",
"name": "webhook_nonexistent_dtag",
"status": "pass",
"message": "nonexistent d_tag 404",
"duration_seconds": 0.18040410300091025,
"agent_errors": [],
"details": {
"status": 404
}
},
{
"suite": "test_health",
"name": "status_returns_200",
"status": "pass",
"message": "status success",
"duration_seconds": 0.18076090999966254,
"agent_errors": [],
"details": {
"keys": [
"success",
"name",
"version",
"pubkey",
"relay_count",
"connected_relays",
"active_triggers"
]
}
},
{
"suite": "test_health",
"name": "status_has_fields",
"status": "pass",
"message": "required fields present",
"duration_seconds": 0.1836120409971045,
"agent_errors": [],
"details": {}
},
{
"suite": "test_health",
"name": "context_current_returns_messages",
"status": "pass",
"message": "context current ok",
"duration_seconds": 0.17996426700119628,
"agent_errors": [],
"details": {
"message_count": 2
}
},
{
"suite": "test_health",
"name": "context_parts_has_system_prompt",
"status": "pass",
"message": "context parts ok",
"duration_seconds": 0.1812262989988085,
"agent_errors": [],
"details": {
"parts": [
"system_prompt",
"dm_history"
]
}
},
{
"suite": "test_restart",
"name": "clean_restart",
"status": "pass",
"message": "restart succeeded",
"duration_seconds": 0.36265077499774634,
"agent_errors": [],
"details": {}
},
{
"suite": "test_restart",
"name": "status_after_restart",
"status": "pass",
"message": "status stable after restart",
"duration_seconds": 0.5448084909985482,
"agent_errors": [],
"details": {
"pubkey": "1eb171136dbb1ba695b2f14296adfe88a1f81d4220cc7d186b0e139b8ce0cdbc"
}
},
{
"suite": "test_restart",
"name": "conversation_after_restart",
"status": "pass",
"message": "conversation works post-restart",
"duration_seconds": 0.7290245299991511,
"agent_errors": [],
"details": {}
},
{
"suite": "test_timeouts",
"name": "response_within_timeout",
"status": "pass",
"message": "response within timeout",
"duration_seconds": 0.5722467779996805,
"agent_errors": [],
"details": {
"elapsed": 0.5722373659991717
}
},
{
"suite": "test_timeouts",
"name": "status_responds_fast",
"status": "pass",
"message": "status fast",
"duration_seconds": 0.18072310700154048,
"agent_errors": [],
"details": {
"elapsed": 0.1807178000017302
}
},
{
"suite": "test_timeouts",
"name": "context_responds_fast",
"status": "pass",
"message": "context fast",
"duration_seconds": 0.18110287400122616,
"agent_errors": [],
"details": {
"elapsed": 0.18109712899968144
}
},
{
"suite": "test_tools_blossom",
"name": "blossom_list",
"status": "error",
"message": "AssertionError('expected tool blossom_list, got []')",
"duration_seconds": 0.6411650939990068,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_cashu",
"name": "wallet_balance",
"status": "error",
"message": "AssertionError('expected tool cashu_wallet_balance, got []')",
"duration_seconds": 0.6616534469976614,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "get_pubkey",
"status": "error",
"message": "AssertionError('expected tool nostr_pubkey, got []')",
"duration_seconds": 0.4017239460008568,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "get_npub",
"status": "error",
"message": "AssertionError('expected tool nostr_npub, got []')",
"duration_seconds": 0.6410249760010629,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "agent_identity",
"status": "error",
"message": "AssertionError('expected tool agent_identity, got []')",
"duration_seconds": 0.6553536489991529,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "agent_version",
"status": "error",
"message": "AssertionError('expected tool agent_version, got []')",
"duration_seconds": 0.5479177609995531,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "admin_identity",
"status": "error",
"message": "AssertionError('expected tool admin_identity, got []')",
"duration_seconds": 0.5576727590014343,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_memory",
"name": "task_list",
"status": "error",
"message": "AssertionError('expected tool task_list, got []')",
"duration_seconds": 0.6034667280000576,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_memory",
"name": "task_manage_add_remove",
"status": "error",
"message": "AssertionError('expected tool task_manage, got []')",
"duration_seconds": 0.5499829990003491,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_memory",
"name": "memory_save_recall",
"status": "error",
"message": "AssertionError('expected tool memory_save, got []')",
"duration_seconds": 0.6006462539990025,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_post_kind1",
"status": "error",
"message": "AssertionError('expected tool nostr_post, got []')",
"duration_seconds": 0.6495320089998131,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_query_recent",
"status": "error",
"message": "AssertionError('expected tool nostr_query, got []')",
"duration_seconds": 0.5871804300004442,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_my_events",
"status": "error",
"message": "AssertionError('expected tool nostr_my_events, got []')",
"duration_seconds": 0.6059191540007305,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_relay_status",
"status": "error",
"message": "AssertionError('expected tool nostr_relay_status, got []')",
"duration_seconds": 0.561895247999928,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_dm_send",
"status": "error",
"message": "AssertionError('expected tool nostr_dm_send, got []')",
"duration_seconds": 0.7128510910006298,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_encode_npub",
"status": "error",
"message": "AssertionError('expected tool nostr_encode, got []')",
"duration_seconds": 0.5432366430031834,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_profile_get",
"status": "error",
"message": "AssertionError('expected tool nostr_profile_get, got []')",
"duration_seconds": 0.5479909720015712,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_skills",
"name": "skill_list",
"status": "error",
"message": "AssertionError('expected tool skill_list, got []')",
"duration_seconds": 0.6087345930027368,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_skills",
"name": "trigger_list",
"status": "error",
"message": "AssertionError('expected tool trigger_list, got []')",
"duration_seconds": 0.545774258000165,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_skills",
"name": "skill_create_and_remove",
"status": "error",
"message": "AssertionError('expected tool skill_create, got []')",
"duration_seconds": 0.5827328599989414,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "tool_list",
"status": "error",
"message": "AssertionError('expected tool tool_list, got []')",
"duration_seconds": 0.5551958729993203,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "model_get",
"status": "error",
"message": "AssertionError('expected tool model_get, got []')",
"duration_seconds": 0.5552647679978691,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "model_list",
"status": "error",
"message": "AssertionError('expected tool model_list, got []')",
"duration_seconds": 0.7254338380007539,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "local_http_fetch",
"status": "error",
"message": "AssertionError('expected tool local_http_fetch, got []')",
"duration_seconds": 0.561345097998128,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "config_store_recall",
"status": "error",
"message": "AssertionError('expected tool config_store, got []')",
"duration_seconds": 0.5447622259998752,
"agent_errors": [],
"details": {}
}
],
"summary": {
"pass": 17,
"error": 26
}
}
Reference in New Issue View Git Blame Copy Permalink