Method testGzip

core/src/test/java/io/questdb/test/std/ZipTest.java:48–141

()

    public final TemporaryFolder temp = new TemporaryFolder();

    @Test
    public void testGzip() throws Exception {
        try (Path path = new Path()) {
            File outFile = temp.newFile("x");
            File expected = new File(Files.getResourcePath(getClass().getResource("/zip-test/large.csv")));

            final int available = 64 * 1024;
            long in = Unsafe.malloc(available, MemoryTag.NATIVE_DEFAULT);
            long out = Unsafe.malloc(available / 2, MemoryTag.NATIVE_DEFAULT);
            try {
                long strm = Zip.deflateInit();
                try {

                    long pIn = 0;
                    long pOut = 0;
                    long fdIn = Files.openRO(path.of(expected.getAbsolutePath()).$());
                    try {
                        long fdOut = Files.openRW(path.of(outFile.getAbsolutePath()).$());
                        try {
                            // header
                            Files.write(fdOut, Zip.gzipHeader, Zip.gzipHeaderLen, pOut);
                            pOut += Zip.gzipHeaderLen;

                            int len;
                            int crc = 0;
                            while ((len = (int) Files.read(fdIn, in, available, pIn)) > 0) {
                                pIn += len;
                                Zip.setInput(strm, in, len);
                                crc = Zip.crc32(crc, in, len);
                                do {
                                    int ret;
                                    if ((ret = Zip.deflate(strm, out, available, false)) < 0) {
                                        throw new FatalError("Error in deflator: " + ret);
                                    }

                                    int have = available - Zip.availOut(strm);
                                    if (have > 0) {
                                        Files.write(fdOut, out, have, pOut);
                                        pOut += have;
                                    }

                                } while (Zip.availIn(strm) > 0);
                            }

                            int ret;
                            do {
                                if ((ret = Zip.deflate(strm, out, available, true)) < 0) {
                                    throw new FatalError("Error in deflator: " + ret);
                                }

                                int have = available - Zip.availOut(strm);
                                if (have > 0) {
                                    Files.write(fdOut, out, have, pOut);
                                    pOut += have;
                                }
                            } while (ret != 1);

                            // write trailer