(data, pairs)
| 68 | test_pairs = [] |
| 69 | |
| 70 | def process_data(data, pairs): |
| 71 | for doc in tqdm(data): |
| 72 | for api in doc['api_list']: |
| 73 | document_content = api |
| 74 | api_identity = [api['tool_name'], api['api_name']] |
| 75 | doc_id = doc_id_map.setdefault(json.dumps(document_content), len(doc_id_map) + 1) |
| 76 | documents.append([doc_id, json.dumps(document_content)]) |
| 77 | |
| 78 | # Check if the current API is in the relevant APIs |
| 79 | if api_identity in doc['relevant APIs']: |
| 80 | query = doc['query'] |
| 81 | if isinstance(query, list): |
| 82 | query = query[0] # a few instances is store in list |
| 83 | query_id = query_id_map.setdefault(query, len(query_id_map) + 1) |
| 84 | pairs.append(([query_id, query], [query_id, 0, doc_id, 1])) |
| 85 | |
| 86 | process_data(query_train, train_pairs) |
| 87 | process_data(query_test, test_pairs) |
no outgoing calls
no test coverage detected