mirror of
https://github.com/facebook/zstd.git
synced 2025-08-08 17:22:10 +03:00
[pzstd] Fixes for Windows build
* Add `Portability.h` to fix min/max issues. * Fix conversion warnings * Assert that windowLog <= 23, which is currently always the case. This could be loosened, but we aren't looking to add new functionality. Fixes on top of PR #3375 by @eli-schwartz, which added Windows CI for contrib & programs.
This commit is contained in:
committed by
Nick Terrell
parent
67cd24b25b
commit
e9797b5dc5
@@ -10,11 +10,13 @@
|
|||||||
#include "Pzstd.h"
|
#include "Pzstd.h"
|
||||||
#include "SkippableFrame.h"
|
#include "SkippableFrame.h"
|
||||||
#include "utils/FileSystem.h"
|
#include "utils/FileSystem.h"
|
||||||
|
#include "utils/Portability.h"
|
||||||
#include "utils/Range.h"
|
#include "utils/Range.h"
|
||||||
#include "utils/ScopeGuard.h"
|
#include "utils/ScopeGuard.h"
|
||||||
#include "utils/ThreadPool.h"
|
#include "utils/ThreadPool.h"
|
||||||
#include "utils/WorkQueue.h"
|
#include "utils/WorkQueue.h"
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
#include <chrono>
|
#include <chrono>
|
||||||
#include <cinttypes>
|
#include <cinttypes>
|
||||||
#include <cstddef>
|
#include <cstddef>
|
||||||
@@ -336,6 +338,10 @@ static size_t calculateStep(
|
|||||||
const ZSTD_parameters ¶ms) {
|
const ZSTD_parameters ¶ms) {
|
||||||
(void)size;
|
(void)size;
|
||||||
(void)numThreads;
|
(void)numThreads;
|
||||||
|
// Not validated to work correctly for window logs > 23.
|
||||||
|
// It will definitely fail if windowLog + 2 is >= 4GB because
|
||||||
|
// the skippable frame can only store sizes up to 4GB.
|
||||||
|
assert(params.cParams.windowLog <= 23);
|
||||||
return size_t{1} << (params.cParams.windowLog + 2);
|
return size_t{1} << (params.cParams.windowLog + 2);
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -587,7 +593,8 @@ std::uint64_t writeFile(
|
|||||||
// start writing before compression is done because we need to know the
|
// start writing before compression is done because we need to know the
|
||||||
// compressed size.
|
// compressed size.
|
||||||
// Wait for the compressed size to be available and write skippable frame
|
// Wait for the compressed size to be available and write skippable frame
|
||||||
SkippableFrame frame(out->size());
|
assert(uint64_t(out->size()) < uint64_t(1) << 32);
|
||||||
|
SkippableFrame frame(uint32_t(out->size()));
|
||||||
if (!writeData(frame.data(), outputFd)) {
|
if (!writeData(frame.data(), outputFd)) {
|
||||||
errorHolder.setError("Failed to write output");
|
errorHolder.setError("Failed to write output");
|
||||||
return bytesWritten;
|
return bytesWritten;
|
||||||
|
@@ -8,11 +8,13 @@
|
|||||||
*/
|
*/
|
||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
|
#include "utils/Portability.h"
|
||||||
#include "utils/Range.h"
|
#include "utils/Range.h"
|
||||||
|
|
||||||
#include <sys/stat.h>
|
#include <sys/stat.h>
|
||||||
#include <cerrno>
|
#include <cerrno>
|
||||||
#include <cstdint>
|
#include <cstdint>
|
||||||
|
#include <limits>
|
||||||
#include <system_error>
|
#include <system_error>
|
||||||
|
|
||||||
// A small subset of `std::filesystem`.
|
// A small subset of `std::filesystem`.
|
||||||
@@ -82,11 +84,11 @@ inline std::uintmax_t file_size(
|
|||||||
std::error_code& ec) noexcept {
|
std::error_code& ec) noexcept {
|
||||||
auto stat = status(path, ec);
|
auto stat = status(path, ec);
|
||||||
if (ec) {
|
if (ec) {
|
||||||
return -1;
|
return std::numeric_limits<uintmax_t>::max();
|
||||||
}
|
}
|
||||||
if (!is_regular_file(stat)) {
|
if (!is_regular_file(stat)) {
|
||||||
ec.assign(ENOTSUP, std::generic_category());
|
ec.assign(ENOTSUP, std::generic_category());
|
||||||
return -1;
|
return std::numeric_limits<uintmax_t>::max();
|
||||||
}
|
}
|
||||||
ec.clear();
|
ec.clear();
|
||||||
return stat.st_size;
|
return stat.st_size;
|
||||||
|
16
contrib/pzstd/utils/Portability.h
Normal file
16
contrib/pzstd/utils/Portability.h
Normal file
@@ -0,0 +1,16 @@
|
|||||||
|
/*
|
||||||
|
* Copyright (c) 2016-present, Facebook, Inc.
|
||||||
|
* All rights reserved.
|
||||||
|
*
|
||||||
|
* This source code is licensed under both the BSD-style license (found in the
|
||||||
|
* LICENSE file in the root directory of this source tree) and the GPLv2 (found
|
||||||
|
* in the COPYING file in the root directory of this source tree).
|
||||||
|
*/
|
||||||
|
|
||||||
|
#pragma once
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
|
|
||||||
|
// Required for windows, which defines min/max, but we want the std:: version.
|
||||||
|
#undef min
|
||||||
|
#undef max
|
@@ -14,7 +14,9 @@
|
|||||||
#pragma once
|
#pragma once
|
||||||
|
|
||||||
#include "utils/Likely.h"
|
#include "utils/Likely.h"
|
||||||
|
#include "utils/Portability.h"
|
||||||
|
|
||||||
|
#include <algorithm>
|
||||||
#include <cstddef>
|
#include <cstddef>
|
||||||
#include <cstring>
|
#include <cstring>
|
||||||
#include <stdexcept>
|
#include <stdexcept>
|
||||||
|
Reference in New Issue
Block a user