Util to load file contents into grpc_core::Slice (#31176)
* Util to load file contents into grpc_core::Slice * Add test * iwyu * iwyu againpull/31150/head^2
Vignesh Babu
3 years ago
committed by
GitHub
parent
6cac641c64
commit
e1e1f6181f
11 changed files with 469 additions and 108 deletions
@ -0,0 +1,75 @@ |
||||
// Copyright 2022 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include "src/core/lib/gprpp/load_file.h" |
||||
|
||||
#include <errno.h> |
||||
#include <stdio.h> |
||||
#include <string.h> |
||||
|
||||
#include "absl/cleanup/cleanup.h" |
||||
#include "absl/status/status.h" |
||||
#include "absl/strings/str_cat.h" |
||||
|
||||
#include <grpc/slice.h> |
||||
#include <grpc/support/alloc.h> |
||||
#include <grpc/support/log.h> |
||||
|
||||
namespace grpc_core { |
||||
|
||||
// Loads the content of a file into a slice. add_null_terminator will add a NULL
|
||||
// terminator if true.
|
||||
absl::StatusOr<Slice> LoadFile(std::string filename, bool add_null_terminator) { |
||||
unsigned char* contents = nullptr; |
||||
size_t contents_size = 0; |
||||
FILE* file; |
||||
size_t bytes_read = 0; |
||||
absl::Status error = absl::OkStatus(); |
||||
auto sock_cleanup = absl::MakeCleanup([&file]() -> void { |
||||
if (file != nullptr) { |
||||
fclose(file); |
||||
} |
||||
}); |
||||
|
||||
file = fopen(filename.c_str(), "rb"); |
||||
if (file == nullptr) { |
||||
error = absl::InternalError( |
||||
absl::StrCat("Failed to load file: ", filename, |
||||
" due to error(fdopen): ", strerror(errno))); |
||||
return error; |
||||
} |
||||
fseek(file, 0, SEEK_END); |
||||
// Converting to size_t on the assumption that it will not fail.
|
||||
contents_size = static_cast<size_t>(ftell(file)); |
||||
fseek(file, 0, SEEK_SET); |
||||
contents = static_cast<unsigned char*>( |
||||
gpr_malloc(contents_size + (add_null_terminator ? 1 : 0))); |
||||
bytes_read = fread(contents, 1, contents_size, file); |
||||
if (bytes_read < contents_size) { |
||||
gpr_free(contents); |
||||
GPR_ASSERT(ferror(file)); |
||||
error = absl::InternalError( |
||||
absl::StrCat("Failed to load file: ", filename, |
||||
" due to error(fread): ", strerror(errno))); |
||||
return error; |
||||
} |
||||
if (add_null_terminator) { |
||||
contents[contents_size++] = 0; |
||||
} |
||||
return Slice(grpc_slice_new(contents, contents_size, gpr_free)); |
||||
} |
||||
|
||||
} // namespace grpc_core
|
||||
@ -0,0 +1,33 @@ |
||||
// Copyright 2022 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#ifndef GRPC_CORE_LIB_GPRPP_LOAD_FILE_H |
||||
#define GRPC_CORE_LIB_GPRPP_LOAD_FILE_H |
||||
|
||||
#include <grpc/support/port_platform.h> |
||||
|
||||
#include <string> |
||||
|
||||
#include "absl/status/statusor.h" |
||||
|
||||
#include "src/core/lib/slice/slice.h" |
||||
|
||||
namespace grpc_core { |
||||
|
||||
// Loads the content of a file into a slice. add_null_terminator will add a NULL
|
||||
// terminator if true.
|
||||
absl::StatusOr<Slice> LoadFile(std::string filename, bool add_null_terminator); |
||||
} // namespace grpc_core
|
||||
|
||||
#endif // GRPC_CORE_LIB_GPRPP_LOAD_FILE_H
|
||||
@ -0,0 +1,132 @@ |
||||
// Copyright 2022 gRPC authors.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include "src/core/lib/gprpp/load_file.h" |
||||
|
||||
#include <stdio.h> |
||||
#include <string.h> |
||||
|
||||
#include <cstdint> |
||||
|
||||
#include "gtest/gtest.h" |
||||
|
||||
#include <grpc/support/alloc.h> |
||||
|
||||
#include "src/core/lib/gpr/tmpfile.h" |
||||
#include "test/core/util/test_config.h" |
||||
|
||||
static const char prefix[] = "file_test"; |
||||
|
||||
TEST(LoadFileTest, TestLoadEmptyFile) { |
||||
FILE* tmp = nullptr; |
||||
absl::StatusOr<grpc_core::Slice> result; |
||||
char* tmp_name; |
||||
|
||||
tmp = gpr_tmpfile(prefix, &tmp_name); |
||||
ASSERT_NE(tmp_name, nullptr); |
||||
ASSERT_NE(tmp, nullptr); |
||||
fclose(tmp); |
||||
|
||||
result = grpc_core::LoadFile(tmp_name, false); |
||||
ASSERT_TRUE(result.ok()); |
||||
ASSERT_EQ(result->length(), 0); |
||||
|
||||
result = grpc_core::LoadFile(tmp_name, true); |
||||
ASSERT_TRUE(result.ok()); |
||||
ASSERT_EQ(result->length(), 1); |
||||
ASSERT_EQ(result->begin()[0], 0); |
||||
|
||||
remove(tmp_name); |
||||
gpr_free(tmp_name); |
||||
} |
||||
|
||||
TEST(LoadFileTest, TestLoadFailure) { |
||||
FILE* tmp = nullptr; |
||||
absl::StatusOr<grpc_core::Slice> result; |
||||
char* tmp_name; |
||||
|
||||
tmp = gpr_tmpfile(prefix, &tmp_name); |
||||
ASSERT_NE(tmp_name, nullptr); |
||||
ASSERT_NE(tmp, nullptr); |
||||
fclose(tmp); |
||||
remove(tmp_name); |
||||
|
||||
result = grpc_core::LoadFile(tmp_name, false); |
||||
ASSERT_FALSE(result.ok()); |
||||
|
||||
gpr_free(tmp_name); |
||||
} |
||||
|
||||
TEST(LoadFileTest, TestLoadSmallFile) { |
||||
FILE* tmp = nullptr; |
||||
absl::StatusOr<grpc_core::Slice> result; |
||||
char* tmp_name; |
||||
const char* blah = "blah"; |
||||
|
||||
tmp = gpr_tmpfile(prefix, &tmp_name); |
||||
ASSERT_NE(tmp_name, nullptr); |
||||
ASSERT_NE(tmp, nullptr); |
||||
ASSERT_EQ(fwrite(blah, 1, strlen(blah), tmp), strlen(blah)); |
||||
fclose(tmp); |
||||
|
||||
result = grpc_core::LoadFile(tmp_name, false); |
||||
ASSERT_TRUE(result.ok()); |
||||
ASSERT_EQ(result->length(), strlen(blah)); |
||||
ASSERT_FALSE(memcmp(result->begin(), blah, strlen(blah))); |
||||
|
||||
result = grpc_core::LoadFile(tmp_name, true); |
||||
ASSERT_TRUE(result.ok()); |
||||
ASSERT_EQ(result->length(), strlen(blah) + 1); |
||||
ASSERT_STREQ(reinterpret_cast<const char*>(result->begin()), blah); |
||||
|
||||
remove(tmp_name); |
||||
gpr_free(tmp_name); |
||||
} |
||||
|
||||
TEST(LoadFileTest, TestLoadBigFile) { |
||||
FILE* tmp = nullptr; |
||||
absl::StatusOr<grpc_core::Slice> result; |
||||
char* tmp_name; |
||||
static const size_t buffer_size = 124631; |
||||
unsigned char* buffer = static_cast<unsigned char*>(gpr_malloc(buffer_size)); |
||||
const uint8_t* current; |
||||
size_t i; |
||||
|
||||
memset(buffer, 42, buffer_size); |
||||
|
||||
tmp = gpr_tmpfile(prefix, &tmp_name); |
||||
ASSERT_NE(tmp, nullptr); |
||||
ASSERT_NE(tmp_name, nullptr); |
||||
ASSERT_EQ(fwrite(buffer, 1, buffer_size, tmp), buffer_size); |
||||
fclose(tmp); |
||||
|
||||
result = grpc_core::LoadFile(tmp_name, false); |
||||
ASSERT_TRUE(result.ok()); |
||||
ASSERT_EQ(result->length(), buffer_size); |
||||
current = result->begin(); |
||||
for (i = 0; i < buffer_size; i++) { |
||||
ASSERT_EQ(current[i], 42); |
||||
} |
||||
|
||||
remove(tmp_name); |
||||
gpr_free(tmp_name); |
||||
gpr_free(buffer); |
||||
} |
||||
|
||||
int main(int argc, char** argv) { |
||||
grpc::testing::TestEnvironment env(&argc, argv); |
||||
::testing::InitGoogleTest(&argc, argv); |
||||
grpc::testing::TestGrpcScope grpc_scope; |
||||
return RUN_ALL_TESTS(); |
||||
} |
||||
Loading…
Reference in new issue