MCPcopy Create free account
hub / github.com/apache/arrow / ExchangeFlightServer

Class ExchangeFlightServer

python/pyarrow/tests/test_flight.py:459–533  ·  view source on GitHub ↗

A server for testing DoExchange.

Source from the content-addressed store, hash-verified

457
458
459class ExchangeFlightServer(FlightServerBase):
460 """A server for testing DoExchange."""
461
462 def __init__(self, options=None, **kwargs):
463 super().__init__(**kwargs)
464 self.options = options
465
466 def do_exchange(self, context, descriptor, reader, writer):
467 assert reader.stats.num_messages == 0
468 if descriptor.descriptor_type != flight.DescriptorType.CMD:
469 raise pa.ArrowInvalid("Must provide a command descriptor")
470 elif descriptor.command == b"echo":
471 return self.exchange_echo(context, reader, writer)
472 elif descriptor.command == b"get":
473 return self.exchange_do_get(context, reader, writer)
474 elif descriptor.command == b"put":
475 return self.exchange_do_put(context, reader, writer)
476 elif descriptor.command == b"transform":
477 return self.exchange_transform(context, reader, writer)
478 else:
479 raise pa.ArrowInvalid(
480 f"Unknown command: {descriptor.command}")
481
482 def exchange_do_get(self, context, reader, writer):
483 """Emulate DoGet with DoExchange."""
484 data = pa.Table.from_arrays([
485 pa.array(range(0, 10 * 1024))
486 ], names=["a"])
487 writer.begin(data.schema)
488 writer.write_table(data)
489
490 def exchange_do_put(self, context, reader, writer):
491 """Emulate DoPut with DoExchange."""
492 num_batches = 0
493 for chunk in reader:
494 if not chunk.data:
495 raise pa.ArrowInvalid("All chunks must have data.")
496 assert reader.stats.num_messages != 0
497 num_batches += 1
498 assert reader.stats.num_record_batches == num_batches
499 writer.write_metadata(str(num_batches).encode("utf-8"))
500
501 def exchange_echo(self, context, reader, writer):
502 """Run a simple echo server."""
503 assert reader.stats.num_messages == 0
504 started = False
505 for chunk in reader:
506 if not started and chunk.data:
507 writer.begin(chunk.data.schema, options=self.options)
508 started = True
509 if chunk.app_metadata and chunk.data:
510 writer.write_with_metadata(chunk.data, chunk.app_metadata)
511 elif chunk.app_metadata:
512 writer.write_metadata(chunk.app_metadata)
513 elif chunk.data:
514 assert reader.stats.num_messages != 0
515 writer.write_batch(chunk.data)
516 else:

Callers 5

test_doexchange_getFunction · 0.85
test_doexchange_putFunction · 0.85
test_doexchange_echoFunction · 0.85
test_doexchange_echo_v4Function · 0.85

Calls

no outgoing calls

Tested by 5

test_doexchange_getFunction · 0.68
test_doexchange_putFunction · 0.68
test_doexchange_echoFunction · 0.68
test_doexchange_echo_v4Function · 0.68