[英]24GB tar.gz Decompress using sharpziplib
我目前有一个提取tar.gz的进程,但当前进程无法处理超过4GB的内存...我想知道我做错了什么,导致我使用sharpzip lib出错了,它说参数长度不能小于零...。所有注释掉的代码都是当前过程
请看下面的代码,并给我指示
public static void ExtractTarGZFiles(string strExtractionPath, string strInboundFolder)
{
List<string> files = new List<string>();
string strFile = Path.GetFullPath(ConfigurationManager.AppSettings["InboundFolderPath"].ToString());
if (mblnRunForFile)
{
System.IO.FileInfo ioInfo = new FileInfo(mstrFilename);
strFile = ioInfo.DirectoryName;
files.Add(ioInfo.Name);
}
else
{
files = System.IO.Directory.GetFiles(ConfigurationManager.AppSettings["InboundFolderPath"], "*.gz").ToList();
}
foreach (string file in files)
{
try
{
//string stFilePath = file;
//string testingthisdamnthing = strInboundFolder + mstrFilename;
//FileStream xstream = new FileStream(stFilePath, FileMode.Open, FileAccess.Read, FileShare.None);
//xstream.Close();
//string strTemp = ConfigurationManager.AppSettings["ExtractTempFolderPath"];
//TarArchive objTA = TarArchive.CreateInputTarArchive(new GZipStream(new FileStream(stFilePath, FileMode.Open, FileAccess.Read), CompressionMode.Decompress));
//objTA.ProgressMessageEvent += ExtractTarNotifier;
//objTA.ExtractContents(strTemp);
//DirectoryInfo dirtemp = new DirectoryInfo(strTemp);
DirectoryInfo dirExtract = new DirectoryInfo(strExtractionPath);
Stream inStream = File.OpenRead(stFilePath);
Stream gzipStream = new GZipInputStream(inStream);
TarArchive tarArchive = TarArchive.CreateInputTarArchive(gzipStream);
tarArchive.ExtractContents(ConfigurationManager.AppSettings["ExtractFolderPath"]);
tarArchive.Close();
gzipStream.Close();
inStream.Close();
//while (IsFileExistsinTempPath(dirtemp, dirExtract))
//{
// //Do nothing
//}
//CopyFilesFromTempToExtract(dirtemp, dirExtract);
//objTA.Close();
//Logger.Write(" Tar.Gz files Decompressed Successfully");
MonthLog.Log("Tar.Gz files Decompressed Successfully", "Month", 3, 2, System.Diagnostics.TraceEventType.Information, mstrFilename);
System.IO.File.Copy(stFilePath, ConfigurationManager.AppSettings["ArchiveFolderPath"] + new FileInfo(stFilePath).Name, true);
File.Delete(stFilePath);
//Logger.Write(" Tar.GZ files Moved to Archive Folder");
MonthlyGreenPackageLog.Log("Tar.Gz files Moved to Archive Folder", "Month", 3, 2, System.Diagnostics.TraceEventType.Information, mstrFilename);
}
catch (System.IO.IOException ex)
{
//go to next file
//Logger.Write("Unable to open compressed file");
MonthLog.Log("Unable to open compressed file", "Month", 1, 1, System.Diagnostics.TraceEventType.Error, mstrFilename);
Email objEmail1 = new Email();
objEmail1.IsBodyHTML = true;
objEmail1.FromAddress = ConfigurationManager.AppSettings["FromAddress"];
string[] strToAddresses = ConfigurationManager.AppSettings["ExceptionAddress"].Split(',');
objEmail1.SetToAddress(strToAddresses);
objEmail1.Subject = "The Month File " + mstrFilename + " Failed to Decompress ";
objEmail1.Body = " Exception " + ex.Message + " occured while decompressing file";
//objEmail.AddAttachment("Exception occured while processingfiles");
objEmail1.SendEmail();
//Logger.Write("Sent a mail to all the Address");
throw ex;
}
catch (Exception ex)
{
//Logger.Write("Exception " + ex.Message + " occured while decompressing file");
MonthlyGreenPackageLog.Log("Exception " + ex.Message + " occured while decompressing file", "Monthl", 1, 1, System.Diagnostics.TraceEventType.Error, mstrFilename);
Email objEmail = new Email();
objEmail.IsBodyHTML = true;
objEmail.FromAddress = ConfigurationManager.AppSettings["FromAddress"];
string[] strToAddresses = ConfigurationManager.AppSettings["ExceptionAddress"].Split(',');
objEmail.SetToAddress(strToAddresses);
objEmail.Subject = "The tar.gz Month File " + mstrFilename + " Failed to Decompress ";
objEmail.Body = " Exception " + ex.Message + " occured while decompressing file";
//objEmail.AddAttachment("Exception occured while processing ADX files");
objEmail.SendEmail();
//Logger.Write("Sent a mail to all the Address");
throw ex;
}
}
}
如果您的应用程序为x86,则每个进程只能有4GB的内存。 编译为x64以使用更多资源。
这来自您正在使用的ZipLibrary。 您需要将应用程序编译为x64程序,并在64位环境中运行它。
// To permit the zip to be unpacked by built-in extractor in WinXP and Server2003, WinZip 8, Java, and other older code,
// you need to do one of the following: Specify UseZip64.Off, or set the Size.
// If the file may be bigger than 4GB, or you do not need WinXP built-in compatibility, you do not need either,
// but the zip will be in Zip64 format which not all utilities can understand.
声明:本站的技术帖子网页,遵循CC BY-SA 4.0协议,如果您需要转载,请注明本站网址或者原文地址。任何问题请咨询:yoyou2525@163.com.