laantungir/didactyl
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases 2 Wiki Activity
Files
108171502924bf7e7033f54444b2b1e83fa65646
didactyl/tests/results/20260325T135819Z/results.json
T

441 lines
12 KiB
JSON
Raw Blame History

{
"run_meta": {
"run_timestamp": "2026-03-25T13:58:47.821906+00:00",
"base_url": "http://127.0.0.1:8485",
"config": "tests/results/20260325T135819Z/runtime_test_genesis.jsonc",
"binary": "didactyl_static_x86_64_debug",
"test_count": 43
},
"results": [
{
"suite": "test_conversation",
"name": "simple_greeting",
"status": "pass",
"message": "greeting response ok",
"duration_seconds": 0.650126366999757,
"agent_errors": [],
"details": {
"response": "LLM request failed."
}
},
{
"suite": "test_conversation",
"name": "agent_responds_about_itself",
"status": "error",
"message": "AssertionError('response missing expected identity terms')",
"duration_seconds": 0.6940816970000014,
"agent_errors": [],
"details": {}
},
{
"suite": "test_conversation",
"name": "empty_message_handling",
"status": "pass",
"message": "empty message handled",
"duration_seconds": 0.8755730829998356,
"agent_errors": [],
"details": {
"success": true
}
},
{
"suite": "test_conversation",
"name": "very_long_message",
"status": "pass",
"message": "long message handled",
"duration_seconds": 0.5564053269990836,
"agent_errors": [],
"details": {
"success": true
}
},
{
"suite": "test_errors",
"name": "invalid_json_body",
"status": "pass",
"message": "invalid json rejected",
"duration_seconds": 0.132159895998484,
"agent_errors": [],
"details": {
"status": 400
}
},
{
"suite": "test_errors",
"name": "missing_message_field",
"status": "pass",
"message": "missing message rejected",
"duration_seconds": 0.3320244470014586,
"agent_errors": [],
"details": {
"status": 400
}
},
{
"suite": "test_errors",
"name": "unknown_endpoint",
"status": "pass",
"message": "unknown endpoint 404",
"duration_seconds": 0.33157833800032677,
"agent_errors": [],
"details": {
"status": 404
}
},
{
"suite": "test_errors",
"name": "webhook_nonexistent_dtag",
"status": "pass",
"message": "nonexistent d_tag 404",
"duration_seconds": 0.3315640600012557,
"agent_errors": [],
"details": {
"status": 404
}
},
{
"suite": "test_health",
"name": "status_returns_200",
"status": "pass",
"message": "status success",
"duration_seconds": 0.3311180410000816,
"agent_errors": [],
"details": {
"keys": [
"success",
"name",
"version",
"pubkey",
"relay_count",
"connected_relays",
"active_triggers"
]
}
},
{
"suite": "test_health",
"name": "status_has_fields",
"status": "pass",
"message": "required fields present",
"duration_seconds": 0.33113273399976606,
"agent_errors": [],
"details": {}
},
{
"suite": "test_health",
"name": "context_current_returns_messages",
"status": "pass",
"message": "context current ok",
"duration_seconds": 0.33124079600020195,
"agent_errors": [],
"details": {
"message_count": 2
}
},
{
"suite": "test_health",
"name": "context_parts_has_system_prompt",
"status": "pass",
"message": "context parts ok",
"duration_seconds": 0.3314957980001054,
"agent_errors": [],
"details": {
"parts": [
"system_prompt",
"dm_history"
]
}
},
{
"suite": "test_restart",
"name": "clean_restart",
"status": "pass",
"message": "restart succeeded",
"duration_seconds": 0.6628211440001905,
"agent_errors": [],
"details": {}
},
{
"suite": "test_restart",
"name": "status_after_restart",
"status": "pass",
"message": "status stable after restart",
"duration_seconds": 0.9936397429992212,
"agent_errors": [],
"details": {
"pubkey": "1eb171136dbb1ba695b2f14296adfe88a1f81d4220cc7d186b0e139b8ce0cdbc"
}
},
{
"suite": "test_restart",
"name": "conversation_after_restart",
"status": "pass",
"message": "conversation works post-restart",
"duration_seconds": 1.0451782399995864,
"agent_errors": [],
"details": {}
},
{
"suite": "test_timeouts",
"name": "response_within_timeout",
"status": "pass",
"message": "response within timeout",
"duration_seconds": 0.720179456000551,
"agent_errors": [],
"details": {
"elapsed": 0.720171720999133
}
},
{
"suite": "test_timeouts",
"name": "status_responds_fast",
"status": "pass",
"message": "status fast",
"duration_seconds": 0.33108805699885124,
"agent_errors": [],
"details": {
"elapsed": 0.3310836910004582
}
},
{
"suite": "test_timeouts",
"name": "context_responds_fast",
"status": "pass",
"message": "context fast",
"duration_seconds": 0.3329149609999149,
"agent_errors": [],
"details": {
"elapsed": 0.3329102219995548
}
},
{
"suite": "test_tools_blossom",
"name": "blossom_list",
"status": "error",
"message": "AssertionError('expected tool blossom_list, got []')",
"duration_seconds": 0.7343584199988982,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_cashu",
"name": "wallet_balance",
"status": "error",
"message": "AssertionError('expected tool cashu_wallet_balance, got []')",
"duration_seconds": 0.5817091210010403,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "get_pubkey",
"status": "error",
"message": "AssertionError('expected tool nostr_pubkey, got []')",
"duration_seconds": 0.7300583679989359,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "get_npub",
"status": "error",
"message": "AssertionError('expected tool nostr_npub, got []')",
"duration_seconds": 0.7121746949997032,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "agent_identity",
"status": "error",
"message": "AssertionError('expected tool agent_identity, got []')",
"duration_seconds": 0.8052364180002769,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "agent_version",
"status": "error",
"message": "AssertionError('expected tool agent_version, got []')",
"duration_seconds": 0.7165932989992143,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_identity",
"name": "admin_identity",
"status": "error",
"message": "AssertionError('expected tool admin_identity, got []')",
"duration_seconds": 0.7046929000007367,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_memory",
"name": "task_list",
"status": "error",
"message": "AssertionError('expected tool task_list, got []')",
"duration_seconds": 0.7506260950012802,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_memory",
"name": "task_manage_add_remove",
"status": "error",
"message": "AssertionError('expected tool task_manage, got []')",
"duration_seconds": 0.7285047460009082,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_memory",
"name": "memory_save_recall",
"status": "error",
"message": "AssertionError('expected tool memory_save, got []')",
"duration_seconds": 0.7064342339999712,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_post_kind1",
"status": "error",
"message": "AssertionError('expected tool nostr_post, got []')",
"duration_seconds": 0.7036432080003578,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_query_recent",
"status": "error",
"message": "AssertionError('expected tool nostr_query, got []')",
"duration_seconds": 0.697193383000922,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_my_events",
"status": "error",
"message": "AssertionError('expected tool nostr_my_events, got []')",
"duration_seconds": 0.7582229180006834,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_relay_status",
"status": "error",
"message": "AssertionError('expected tool nostr_relay_status, got []')",
"duration_seconds": 0.6760786040013045,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_dm_send",
"status": "error",
"message": "AssertionError('expected tool nostr_dm_send, got []')",
"duration_seconds": 0.7048240869989968,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_encode_npub",
"status": "error",
"message": "AssertionError('expected tool nostr_encode, got []')",
"duration_seconds": 0.6931294519999938,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_nostr",
"name": "nostr_profile_get",
"status": "error",
"message": "AssertionError('expected tool nostr_profile_get, got []')",
"duration_seconds": 0.8462209179997444,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_skills",
"name": "skill_list",
"status": "error",
"message": "AssertionError('expected tool skill_list, got []')",
"duration_seconds": 0.7083747169999697,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_skills",
"name": "trigger_list",
"status": "error",
"message": "AssertionError('expected tool trigger_list, got []')",
"duration_seconds": 0.7195114550013386,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_skills",
"name": "skill_create_and_remove",
"status": "error",
"message": "AssertionError('expected tool skill_create, got []')",
"duration_seconds": 0.7012184199993499,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "tool_list",
"status": "error",
"message": "AssertionError('expected tool tool_list, got []')",
"duration_seconds": 0.9187586200005171,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "model_get",
"status": "error",
"message": "AssertionError('expected tool model_get, got []')",
"duration_seconds": 0.747806858000331,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "model_list",
"status": "error",
"message": "AssertionError('expected tool model_list, got []')",
"duration_seconds": 0.7052951590012526,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "local_http_fetch",
"status": "error",
"message": "AssertionError('expected tool local_http_fetch, got []')",
"duration_seconds": 0.6979006639994623,
"agent_errors": [],
"details": {}
},
{
"suite": "test_tools_system",
"name": "config_store_recall",
"status": "error",
"message": "AssertionError('expected tool config_store, got []')",
"duration_seconds": 0.7069432489988685,
"agent_errors": [],
"details": {}
}
],
"summary": {
"pass": 17,
"error": 26
}
}
Reference in New Issue View Git Blame Copy Permalink