Method test_allreduce_naive

test/backend/test_multitensor.py:222–225

(self)

          np.testing.assert_equal(t.shard(devices_2, axis=axis).sum().item(), 10)

  def test_allreduce_naive(self):
    with Context(RING=0):
      a,b = _test_allreduce(Tensor.rand(256, 256))
      np.testing.assert_almost_equal(a.numpy(), b.numpy(), decimal=5)

  def test_allreduce_ring(self):
    with Context(RING=2):