codenav/evaluation_results.json at main · ajacobm/codenav · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{
  "timestamp": 1763185114.7998652,
  "metrics": {
    "data_consistency": {
      "metric": "data_consistency",
      "total_checks": 3,
      "passed": 0,
      "consistency_score": 0.0,
      "details": {
        "node_consistency": {
          "check_id": "consistency_001",
          "status": "\u274c error",
          "error": "Error -2 connecting to redis:6379. Name or service not known."
        },
        "relationship_consistency": {
          "check_id": "consistency_002",
          "status": "\u274c error",
          "error": "'DataConsistencyEvaluator' object has no attribute 'memgraph_driver'"
        },
        "attribute_integrity": {
          "check_id": "consistency_003",
          "status": "\u274c error",
          "error": "'DataConsistencyEvaluator' object has no attribute 'memgraph_driver'"
        }
      }
    },
    "query_performance": {
      "metric": "query_performance",
      "total_queries": 3,
      "passed": 3,
      "avg_execution_time_ms": 0.0,
      "details": {
        "entry_points": {
          "query_id": "perf_001",
          "query_name": "Entry Points (Simple)",
          "query_type": "simple",
          "result_count": 0,
          "execution_time_ms": 0.0,
          "status": "\u2705 passed"
        },
        "hubs": {
          "query_id": "perf_002",
          "query_name": "Function Hubs (Complex)",
          "query_type": "complex",
          "result_count": 0,
          "execution_time_ms": 0.0,
          "status": "\u2705 passed"
        },
        "call_paths": {
          "query_id": "perf_003",
          "query_name": "Call Paths (Complex)",
          "query_type": "complex",
          "result_count": 0,
          "execution_time_ms": 0.0,
          "status": "\u2705 passed"
        }
      }
    },
    "notebook_usability": {
      "metric": "notebook_usability",
      "total_operations": 4,
      "passed": 0,
      "success_rate": 0.0,
      "details": {
        "stats": {
          "operation_id": "nb_op_001",
          "operation": "get_graph_stats",
          "status": "\u274c error",
          "error": "[Errno -2] Name or service not known"
        },
        "nodes": {
          "operation_id": "nb_op_002",
          "operation": "get_all_nodes",
          "status": "\u274c error",
          "error": "[Errno -2] Name or service not known"
        },
        "networkx_graph": {
          "operation_id": "nb_op_003",
          "operation": "build_networkx_graph",
          "status": "\u274c error",
          "error": "[Errno -2] Name or service not known"
        },
        "centrality": {
          "operation_id": "nb_op_004",
          "operation": "calculate_centrality",
          "status": "\u274c error",
          "error": "[Errno -2] Name or service not known"
        }
      }
    }
  },
  "overall_evaluation_score": 0.3333333333333333,
  "summary": {
    "total_metrics": 3,
    "passed_metrics": 3,
    "overall_status": "\u274c FAILED"
  }
}