Function get_hardness

hardness_eval.py:890–901

(idx)

def get_hardness(idx):
    with open(os.path.join('data', 'spider', 'dev.json')) as f:
        data = json.load(f)
    item = data[idx]
    print(f"idx: {idx}\nquestion: {item['question']}\nsql: {item['query']}")
    db, sql = item['db_id'], item['query']
    db_dir = "data/spider/database"
    db = os.path.join(db_dir, db, db + ".sqlite")
    schema = Schema(get_schema(db))
    g_sql = get_sql(schema, sql)
    hardness = eval_hardness(g_sql)
    return hardness


import argsparser