mirrors/dragonflydb-dragonfly
1
0
Fork 0
mirror of https://github.com/dragonflydb/dragonfly.git synced 2024-12-14 11:58:02 +00:00
Code Activity

chore: increase the stack size of load fibers

Browse source 
Signed-off-by: Roman Gershman <roman@dragonflydb.io>
This commit is contained in:
Roman Gershman 2024-12-07 00:15:46 +02:00
parent 63ccbbc0a7
commit 753d10f41e
No known key found for this signature in database
GPG key ID: F25B77EAF8AEBA7A
2 changed files with 27 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

43
src/server/detail/snapshot_storage.cc
View file

@ -369,25 +369,30 @@ error_code GcsSnapshotStorage::CheckPath(const std::string& path) {
#ifdef WITH_AWS
AwsS3SnapshotStorage::AwsS3SnapshotStorage(const std::string& endpoint, bool https,
bool ec2_metadata, bool sign_payload) {
shard_set->pool()->GetNextProactor()->Await([&] {
if (!ec2_metadata) {
setenv("AWS_EC2_METADATA_DISABLED", "true", 0);
}
// S3ClientConfiguration may request configuration and credentials from
// EC2 metadata so must be run in a proactor thread.
Aws::S3::S3ClientConfiguration s3_conf{};
LOG(INFO) << "Creating AWS S3 client; region=" << s3_conf.region << "; https=" << std::boolalpha
<< https << "; endpoint=" << endpoint;
if (!sign_payload) {
s3_conf.payloadSigningPolicy = Aws::Client::AWSAuthV4Signer::PayloadSigningPolicy::ForceNever;
}
std::shared_ptr<Aws::Auth::AWSCredentialsProvider> credentials_provider =
std::make_shared<aws::CredentialsProviderChain>();
// Pass a custom endpoint. If empty uses the S3 endpoint.
std::shared_ptr<Aws::S3::S3EndpointProviderBase> endpoint_provider =
std::make_shared<aws::S3EndpointProvider>(endpoint, https);
s3_ = std::make_shared<Aws::S3::S3Client>(credentials_provider, endpoint_provider, s3_conf);
});
if (!ec2_metadata) {
setenv("AWS_EC2_METADATA_DISABLED", "true", 0);
}
auto fb = shard_set->pool()->GetNextProactor()->LaunchFiber(
fb2::Launch::post, fb2::FixedStackAllocator(fb2::detail::default_stack_resource, 1U << 16),
"S3Client", [&] {
// S3ClientConfiguration may request configuration and credentials from
// EC2 metadata so must be run in a proactor thread.
Aws::S3::S3ClientConfiguration s3_conf{};
LOG(INFO) << "Creating AWS S3 client; region=" << s3_conf.region
<< "; https=" << std::boolalpha << https << "; endpoint=" << endpoint;
if (!sign_payload) {
s3_conf.payloadSigningPolicy =
Aws::Client::AWSAuthV4Signer::PayloadSigningPolicy::ForceNever;
}
std::shared_ptr<Aws::Auth::AWSCredentialsProvider> credentials_provider =
std::make_shared<aws::CredentialsProviderChain>();
// Pass a custom endpoint. If empty uses the S3 endpoint.
std::shared_ptr<Aws::S3::S3EndpointProviderBase> endpoint_provider =
std::make_shared<aws::S3EndpointProvider>(endpoint, https);
s3_ = std::make_shared<Aws::S3::S3Client>(credentials_provider, endpoint_provider, s3_conf);
});
fb.Join();
}
io::Result<std::pair<io::Sink*, uint8_t>, GenericError> AwsS3SnapshotStorage::OpenWriteFile(

4
src/server/server_family.cc
View file

@ -1125,7 +1125,9 @@ std::optional<fb2::Future<GenericError>> ServerFamily::Load(string_view load_pat
else
aggregated_result->first_error = load_result.error();
};
load_fibers.push_back(proactor->LaunchFiber(std::move(load_func)));
load_fibers.push_back(proactor->LaunchFiber(
fb2::Launch::post, fb2::FixedStackAllocator(fb2::detail::default_stack_resource, 1U << 16),
"LoadRdb", std::move(load_func)));
}
fb2::Future<GenericError> future;