xfox111/GZipCompression
1
0
Fork 0
mirror of https://github.com/XFox111/GZipCompression.git synced 2026-04-22 06:16:18 +03:00
Code Activity

Merging to .NET Core 3.1 (#2)

Browse Source 
* Code refactoring

* Rebuilt project for .NET Core 3.1

* Updated code comments
This commit is contained in:
Michael Gordeev
2020-05-20 08:55:33 +03:00
committed by GitHub
parent 19f50bf499
commit 8eba1def4b
10 changed files with 326 additions and 465 deletions
Download Patch File Download Diff File Expand all files Collapse all files
GZipTest/DecompressionModule.cs
+42 -53
View File
@@ -5,64 +5,53 @@ using System.IO.Compression;
namespace GZipTest
{
class DecompressionModule : ProcessingModule
{
/// <summary>
/// Reading compressed source file
/// </summary>
internal override void Read()
{
try
{
using (FileStream input = File.OpenRead(source)) //Opening reading stream
{
byte[] segmentMeta = new byte[8]; //Reading first 8 bytes to determine total count of blocks
input.Read(segmentMeta, 0, 8);
segmentCount = BitConverter.ToInt64(segmentMeta, 0); //segmentCount field will be used to display progress bar
class DecompressionModule : ProcessingModuleBase
{
/// <summary>
/// Reading compressed source file
/// </summary>
protected override void Read()
{
using FileStream input = File.OpenRead(source); // Opening reading stream
for (int i = 0; input.Position < input.Length; i++)
{
if (readBuffer.Count >= 5 * Environment.ProcessorCount) //Helping decompression thread if there's too many unprocessed blocks
{
ProcessOne();
i--;
continue;
}
byte[] segmentMeta = new byte[8]; // Reading first 8 bytes to determine total count of blocks
input.Read(segmentMeta, 0, 8);
segmentCount = BitConverter.ToInt64(segmentMeta, 0); // segmentCount field will be used to display progress bar
byte[] meta = new byte[4]; //Reading first 4 bytes to determine block's length
input.Read(meta, 0, 4);
int blockSize = BitConverter.ToInt32(meta, 0);
for (int i = 0; input.Position < input.Length; i++)
{
if (readBuffer.Count >= 5 * Environment.ProcessorCount) // Helping decompression thread if there's too many unprocessed blocks
{
ProcessOne();
i--;
continue;
}
byte[] block = new byte[blockSize]; //Instantiating empty block
input.Read(block, 0, blockSize); //Reading next block
byte[] meta = new byte[4]; // Reading first 4 bytes to determine block's length
input.Read(meta, 0, 4);
int blockSize = BitConverter.ToInt32(meta, 0);
readBuffer.Enqueue(new KeyValuePair<int, byte[]>(i, block)); //Adding read block to compression queue. Each block must contain its position number since compression is multi thread
}
}
}
catch (Exception e)
{
ReportError(this, $"Error occured in Reading thread. Served blocks: {served}", e);
}
}
byte[] block = new byte[blockSize]; // Instantiating empty block
input.Read(block, 0, blockSize); // Reading next block
internal override void ProcessOne()
{
if (!readBuffer.TryDequeue(out KeyValuePair<int, byte[]> block)) //Extracting read block
return;
readBuffer.Enqueue(new KeyValuePair<int, byte[]>(i, block)); // Adding read block to compression queue. Each block must contain its position number since compression is multi thread
}
}
processed.WaitOne(); //Waiting for empty place for compressed block
protected override void ProcessOne()
{
if (!readBuffer.TryDequeue(out KeyValuePair<int, byte[]> block)) // Extracting read block
return;
using (MemoryStream stream = new MemoryStream(block.Value)) //Instantiating memory stream with compressed block data
using (GZipStream compressor = new GZipStream(stream, CompressionMode.Decompress)) //Instantiating decompressor stream
using (MemoryStream destination = new MemoryStream()) //Instantiating memory stream which will contain decompressed block
{
compressor.CopyTo(destination); //Decompressing block
processed.WaitOne(); // Waiting for empty place for compressed block
processedBuffer.TryAdd( //Processing block and adding it to write queue keeping its position number
block.Key,
destination.ToArray());
}
}
}
}
using MemoryStream stream = new MemoryStream(block.Value); // Instantiating memory stream with compressed block data
using GZipStream compressor = new GZipStream(stream, CompressionMode.Decompress); // Instantiating decompressor stream
using MemoryStream destination = new MemoryStream(); // Instantiating memory stream which will contain decompressed block
compressor.CopyTo(destination); // Decompressing block
processedBuffer.TryAdd(block.Key, destination.ToArray()); // Processing block and adding it to write queue keeping its position number
}
}
}