2020-09-23 22:59:42 +08:00
|
|
|
// Copyright 2020 Google LLC
|
|
|
|
//
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
//
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
//
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
// Sandboxed version of multithread.c
|
|
|
|
// Multithreaded HTTP GET requests
|
|
|
|
|
|
|
|
#include <cstdlib>
|
2020-10-02 18:15:25 +08:00
|
|
|
#include <future> // NOLINT(build/c++11)
|
|
|
|
#include <thread> // NOLINT(build/c++11)
|
2020-09-23 22:59:42 +08:00
|
|
|
|
|
|
|
#include "../sandbox.h" // NOLINT(build/include)
|
2021-01-21 18:31:24 +08:00
|
|
|
#include "absl/strings/str_cat.h"
|
2020-09-23 22:59:42 +08:00
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
namespace {
|
|
|
|
|
|
|
|
absl::Status pull_one_url(const std::string& url, curl::CurlApi& api) {
|
2020-09-23 22:59:42 +08:00
|
|
|
// Initialize the curl session
|
2020-09-29 21:50:13 +08:00
|
|
|
curl::CURL* curl_handle;
|
|
|
|
SAPI_ASSIGN_OR_RETURN(curl_handle, api.curl_easy_init());
|
|
|
|
sapi::v::RemotePtr curl(curl_handle);
|
|
|
|
if (!curl_handle) {
|
|
|
|
return absl::UnavailableError("curl_easy_init failed: curl is NULL");
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
int curl_code;
|
2020-09-23 22:59:42 +08:00
|
|
|
|
|
|
|
// Specify URL to get
|
|
|
|
sapi::v::ConstCStr sapi_url(url.c_str());
|
2021-01-22 22:01:05 +08:00
|
|
|
SAPI_ASSIGN_OR_RETURN(
|
|
|
|
curl_code,
|
|
|
|
api.curl_easy_setopt_ptr(&curl, curl::CURLOPT_URL, sapi_url.PtrBefore()));
|
2020-09-29 21:50:13 +08:00
|
|
|
if (curl_code != 0) {
|
2021-01-21 18:31:24 +08:00
|
|
|
return absl::UnavailableError(
|
|
|
|
absl::StrCat("curl_easy_setopt_ptr failed: ", curl_code));
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Perform the request
|
2020-09-29 21:50:13 +08:00
|
|
|
SAPI_ASSIGN_OR_RETURN(curl_code, api.curl_easy_perform(&curl));
|
|
|
|
if (curl_code != 0) {
|
2021-01-21 18:31:24 +08:00
|
|
|
return absl::UnavailableError(
|
|
|
|
absl::StrCat("curl_easy_perform failed: ", curl_code));
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
// Cleanup curl easy handle
|
|
|
|
SAPI_RETURN_IF_ERROR(api.curl_easy_cleanup(&curl));
|
|
|
|
|
|
|
|
return absl::OkStatus();
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
const std::vector<std::string> urls = {
|
|
|
|
"http://example.com", "http://example.edu", "http://example.net",
|
|
|
|
"http://example.org"};
|
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
absl::Status Example5() {
|
2020-09-23 22:59:42 +08:00
|
|
|
// Initialize sandbox2 and sapi
|
2020-09-29 21:50:13 +08:00
|
|
|
curl::CurlSapiSandbox sandbox;
|
|
|
|
SAPI_RETURN_IF_ERROR(sandbox.Init());
|
|
|
|
curl::CurlApi api(&sandbox);
|
2020-09-23 22:59:42 +08:00
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
int curl_code;
|
2020-09-23 22:59:42 +08:00
|
|
|
|
|
|
|
// Initialize curl (CURL_GLOBAL_DEFAULT = 3)
|
2020-09-29 21:50:13 +08:00
|
|
|
SAPI_ASSIGN_OR_RETURN(curl_code, api.curl_global_init(3l));
|
|
|
|
if (curl_code != 0) {
|
2021-01-21 18:31:24 +08:00
|
|
|
return absl::UnavailableError(
|
|
|
|
absl::StrCat("curl_global_init failed: ", curl_code));
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
// Create the threads (by using futures)
|
|
|
|
std::vector<std::future<absl::Status>> futures;
|
2020-09-23 22:59:42 +08:00
|
|
|
for (auto& url : urls) {
|
2020-09-29 21:50:13 +08:00
|
|
|
futures.emplace_back(
|
|
|
|
std::async(pull_one_url, std::ref(url), std::ref(api)));
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
2020-09-29 21:50:13 +08:00
|
|
|
// Join the threads and check for errors
|
|
|
|
for (auto& future : futures) {
|
|
|
|
SAPI_RETURN_IF_ERROR(future.get());
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
// Cleanup curl
|
2020-09-29 21:50:13 +08:00
|
|
|
SAPI_RETURN_IF_ERROR(api.curl_global_cleanup());
|
|
|
|
|
|
|
|
return absl::OkStatus();
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace
|
|
|
|
|
|
|
|
int main(int argc, char* argv[]) {
|
|
|
|
gflags::ParseCommandLineFlags(&argc, &argv, true);
|
|
|
|
google::InitGoogleLogging(argv[0]);
|
|
|
|
|
|
|
|
if (absl::Status status = Example5(); !status.ok()) {
|
|
|
|
LOG(ERROR) << "Example5 failed: " << status.ToString();
|
|
|
|
return EXIT_FAILURE;
|
2020-09-23 22:59:42 +08:00
|
|
|
}
|
|
|
|
|
|
|
|
return EXIT_SUCCESS;
|
|
|
|
}
|