MCPcopy Create free account
hub / github.com/google-research/language / main

Function main

language/xsp/data_preprocessing/abstract_sql_main.py:77–113  ·  view source on GitHub ↗
(unused_argv)

Source from the content-addressed store, hash-verified

75
76
77def main(unused_argv):
78 table_json = _load_json(FLAGS.tables)
79 # Map of database id to a list of ForiegnKeyRelation tuples.
80 foreign_key_map = abstract_sql_converters.spider_foreign_keys_map(table_json)
81 table_schema_map = abstract_sql_converters.spider_table_schemas_map(
82 table_json)
83
84 examples = _load_json(FLAGS.input)
85 num_failures = 0
86 num_examples = 0
87 with open(FLAGS.gold_sql_output, 'w') as gold_sql_file:
88 with open(FLAGS.abstract_sql_output, 'w') as abstract_sql_file:
89 for example in examples:
90 num_examples += 1
91 print('Parsing example number %s.' % num_examples)
92 gold_sql_query = example['query']
93 foreign_keys = foreign_key_map[example['db_id']]
94 table_schema = table_schema_map[example['db_id']]
95 try:
96 abstract_sql_query = _get_abstract_sql(gold_sql_query, foreign_keys,
97 table_schema,
98 FLAGS.restore_from_clause)
99 except abstract_sql.UnsupportedSqlError as e:
100 print('Error for query:\n%s' % gold_sql_query)
101 num_failures += 1
102 if not FLAGS.keep_going:
103 raise e
104 else:
105 continue
106 else:
107 # Write SQL to output files.
108 gold_sql_query = gold_sql_query.replace('\t', ' ')
109 gold_sql_file.write('%s\t%s\n' % (gold_sql_query, example['db_id']))
110 abstract_sql_file.write('%s\t%s\n' %
111 (abstract_sql_query, example['db_id']))
112 print('Examples: %s' % num_examples)
113 print('Failed parses: %s' % num_failures)
114
115
116if __name__ == '__main__':

Callers

nothing calls this directly

Calls 3

_get_abstract_sqlFunction · 0.85
replaceMethod · 0.80
_load_jsonFunction · 0.70

Tested by

no test coverage detected

Used in the wild real call sites across dependent graphs

searching dependent graphs…