34 from daal.data_management
import Compressor_Zlib, Decompressor_Zlib, level9, DecompressionStream, CompressionStream
36 utils_folder = os.path.realpath(os.path.abspath(os.path.dirname(os.path.dirname(__file__))))
37 if utils_folder
not in sys.path:
38 sys.path.insert(0, utils_folder)
39 from utils
import getCRC32, readTextFile
41 DATA_PREFIX = os.path.join(
'..',
'data',
'batch')
42 datasetFileName = os.path.join(DATA_PREFIX,
'logitboost_train.csv')
45 def printCRC32(rawData, deCompressedData):
48 crcRawData = getCRC32(rawData)
49 crcDecompressedData = getCRC32(deCompressedData)
51 print(
"\nCompression example program results:\n")
53 print(
"Raw data checksum: 0x{:02X}".format(crcRawData))
54 print(
"Decompressed data checksum: 0x{:02X}".format(crcDecompressedData))
56 if rawData.size != deCompressedData.size:
57 print(
"ERROR: Decompressed data size mismatches with the raw data size")
59 elif crcRawData != crcDecompressedData:
60 print(
"ERROR: Decompressed data CRC mismatches with the raw data CRC")
63 print(
"OK: Decompressed data CRC matches with the raw data CRC")
66 if __name__ ==
"__main__":
68 rawData = readTextFile(datasetFileName)
71 compressor = Compressor_Zlib()
72 compressor.parameter.gzHeader =
True
73 compressor.parameter.level = level9
76 comprStream = CompressionStream(compressor)
79 comprStream.push_back(rawData)
82 compressedData = np.empty(comprStream.getCompressedDataSize(), dtype=np.uint8)
85 comprStream.copyCompressedArray(compressedData)
88 decompressor = Decompressor_Zlib()
89 decompressor.parameter.gzHeader =
True
92 deComprStream = DecompressionStream(decompressor)
95 deComprStream.push_back(compressedData)
98 deCompressedData = np.empty(deComprStream.getDecompressedDataSize(), dtype=np.uint8)
101 deComprStream.copyDecompressedArray(deCompressedData)
104 printCRC32(rawData, deCompressedData)