Extension: add support for tgz (#85)

* extension: add support for tgz
This commit is contained in:
figsoda 2021-10-14 15:55:34 -04:00 committed by GitHub
parent cd461fa5a5
commit f923423a06
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 44 additions and 20 deletions

View File

@ -103,7 +103,7 @@ For compiling, check [the wiki guide](https://github.com/ouch-org/ouch/wiki/Comp
## Supported formats ## Supported formats
| | .tar | .zip | .bz, .bz2 | .gz | .xz, .lz, .lzma | .zst | | | .tar, .tgz | .zip | .bz, .bz2 | .gz | .xz, .lz, .lzma | .zst |
|:-------------:|:----:|:----:|:---------:| --- |:---------------:| --- | |:-------------:|:----:|:----:|:---------:| --- |:---------------:| --- |
| Decompression | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | Decompression | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ |
| Compression | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ | | Compression | ✓ | ✓ | ✓ | ✓ | ✓ | ✓ |

View File

@ -170,14 +170,23 @@ fn compress_files(
let file_writer = BufWriter::with_capacity(BUFFER_CAPACITY, output_file); let file_writer = BufWriter::with_capacity(BUFFER_CAPACITY, output_file);
if formats.len() == 1 { if formats.len() == 1 {
let build_archive_from_paths = match formats[0] { match formats[0] {
Tar => archive::tar::build_archive_from_paths, Tar => {
Zip => archive::zip::build_archive_from_paths, let mut bufwriter = archive::tar::build_archive_from_paths(&files, file_writer)?;
bufwriter.flush()?;
}
Tgz => {
// Wrap it into an gz_decoder, and pass to the tar archive builder
let gz_decoder = flate2::write::GzEncoder::new(file_writer, Default::default());
let mut bufwriter = archive::tar::build_archive_from_paths(&files, gz_decoder)?;
bufwriter.flush()?;
}
Zip => {
let mut bufwriter = archive::zip::build_archive_from_paths(&files, file_writer)?;
bufwriter.flush()?;
}
_ => unreachable!(), _ => unreachable!(),
}; };
let mut bufwriter = build_archive_from_paths(&files, file_writer)?;
bufwriter.flush()?;
} else { } else {
let mut writer: Box<dyn Write> = Box::new(file_writer); let mut writer: Box<dyn Write> = Box::new(file_writer);
@ -213,6 +222,12 @@ fn compress_files(
let mut writer = archive::tar::build_archive_from_paths(&files, writer)?; let mut writer = archive::tar::build_archive_from_paths(&files, writer)?;
writer.flush()?; writer.flush()?;
} }
Tgz => {
// Wrap it into an gz_decoder, and pass to the tar archive builder
let gz_decoder = flate2::write::GzEncoder::new(writer, Default::default());
let mut writer = archive::tar::build_archive_from_paths(&files, gz_decoder)?;
writer.flush()?;
}
Zip => { Zip => {
eprintln!("{yellow}Warning:{reset}", yellow = colors::yellow(), reset = colors::reset()); eprintln!("{yellow}Warning:{reset}", yellow = colors::yellow(), reset = colors::reset());
eprintln!("\tCompressing .zip entirely in memory."); eprintln!("\tCompressing .zip entirely in memory.");
@ -305,6 +320,12 @@ fn decompress_file(
let _ = crate::archive::tar::unpack_archive(reader, output_folder, flags)?; let _ = crate::archive::tar::unpack_archive(reader, output_folder, flags)?;
info!("Successfully uncompressed archive in '{}'.", to_utf(output_folder)); info!("Successfully uncompressed archive in '{}'.", to_utf(output_folder));
} }
Tgz => {
utils::create_dir_if_non_existent(output_folder)?;
let reader = chain_reader_decoder(&Gzip, reader)?;
let _ = crate::archive::tar::unpack_archive(reader, output_folder, flags)?;
info!("Successfully uncompressed archive in '{}'.", to_utf(output_folder));
}
Zip => { Zip => {
utils::create_dir_if_non_existent(output_folder)?; utils::create_dir_if_non_existent(output_folder)?;

View File

@ -1,6 +1,6 @@
//! Our representation of all the supported compression formats. //! Our representation of all the supported compression formats.
use std::{fmt, path::Path}; use std::{ffi::OsStr, fmt, path::Path};
use self::CompressionFormat::*; use self::CompressionFormat::*;
@ -11,6 +11,7 @@ pub enum CompressionFormat {
Bzip, // .bz Bzip, // .bz
Lzma, // .lzma Lzma, // .lzma
Tar, // .tar (technically not a compression extension, but will do for now) Tar, // .tar (technically not a compression extension, but will do for now)
Tgz, // .tgz
Zstd, // .zst Zstd, // .zst
Zip, // .zip Zip, // .zip
} }
@ -26,6 +27,7 @@ impl fmt::Display for CompressionFormat {
Zstd => ".zst", Zstd => ".zst",
Lzma => ".lz", Lzma => ".lz",
Tar => ".tar", Tar => ".tar",
Tgz => ".tgz",
Zip => ".zip", Zip => ".zip",
} }
) )
@ -44,18 +46,17 @@ pub fn separate_known_extensions_from_name(mut path: &Path) -> (&Path, Vec<Compr
let mut extensions = vec![]; let mut extensions = vec![];
// While there is known extensions at the tail, grab them // While there is known extensions at the tail, grab them
while let Some(extension) = path.extension() { while let Some(extension) = path.extension().and_then(OsStr::to_str) {
let extension = match () { extensions.push(match extension {
_ if extension == "tar" => Tar, "tar" => Tar,
_ if extension == "zip" => Zip, "tgz" => Tgz,
_ if extension == "bz" || extension == "bz2" => Bzip, "zip" => Zip,
_ if extension == "gz" => Gzip, "bz" | "bz2" => Bzip,
_ if extension == "xz" || extension == "lzma" || extension == "lz" => Lzma, "gz" => Gzip,
_ if extension == "zst" => Zstd, "xz" | "lzma" | "lz" => Lzma,
"zst" => Zstd,
_ => break, _ => break,
}; });
extensions.push(extension);
// Update for the next iteration // Update for the next iteration
path = if let Some(stem) = path.file_stem() { Path::new(stem) } else { Path::new("") }; path = if let Some(stem) = path.file_stem() { Path::new(stem) } else { Path::new("") };

View File

@ -27,12 +27,13 @@ fn sanity_check_through_mime() {
let bytes = generate_random_file_content(&mut SmallRng::from_entropy()); let bytes = generate_random_file_content(&mut SmallRng::from_entropy());
test_file.write_all(&bytes).expect("to successfully write bytes to the file"); test_file.write_all(&bytes).expect("to successfully write bytes to the file");
let formats = ["tar", "zip", "tar.gz", "tar.bz", "tar.bz2", "tar.lzma", "tar.xz", "tar.zst"]; let formats = ["tar", "zip", "tar.gz", "tgz", "tar.bz", "tar.bz2", "tar.lzma", "tar.xz", "tar.zst"];
let expected_mimes = [ let expected_mimes = [
"application/x-tar", "application/x-tar",
"application/zip", "application/zip",
"application/gzip", "application/gzip",
"application/gzip",
"application/x-bzip2", "application/x-bzip2",
"application/x-bzip2", "application/x-bzip2",
"application/x-xz", "application/x-xz",
@ -67,6 +68,7 @@ fn test_each_format() {
test_compressing_and_decompressing_archive("tar.lz"); test_compressing_and_decompressing_archive("tar.lz");
test_compressing_and_decompressing_archive("tar.lzma"); test_compressing_and_decompressing_archive("tar.lzma");
test_compressing_and_decompressing_archive("tar.zst"); test_compressing_and_decompressing_archive("tar.zst");
test_compressing_and_decompressing_archive("tgz");
test_compressing_and_decompressing_archive("zip"); test_compressing_and_decompressing_archive("zip");
test_compressing_and_decompressing_archive("zip.gz"); test_compressing_and_decompressing_archive("zip.gz");
test_compressing_and_decompressing_archive("zip.bz"); test_compressing_and_decompressing_archive("zip.bz");