ci: use bzlmod module for curl (#14467)

.bazelrc

@@ -102,6 +102,9 @@ build:tsan --action_env=TSAN_OPTIONS=halt_on_error=1:second_deadlock_stack=1:rep
 build:ubsan --config=sanitizer
 build:ubsan --config=libcxx
 build:ubsan --copt=-fsanitize=undefined
+# By default libcurl calls functions through pointers not matching the original
+# type.
+build:ubsan --copt=-DCURL_STRICTER
 build:ubsan --linkopt=-fsanitize=undefined
 build:ubsan --linkopt=-fsanitize-link-c++-runtime
 build:ubsan --action_env=UBSAN_OPTIONS=halt_on_error=1:print_stacktrace=1

MODULE.bazel

@@ -28,6 +28,7 @@ bazel_dep(name = "protobuf", version = "27.2", repo_name = "com_google_protobuf"
 bazel_dep(name = "boringssl", version = "0.0.0-20230215-5c22014")
 bazel_dep(name = "grpc", version = "1.63.1.bcr.1", repo_name = "com_github_grpc_grpc")
 bazel_dep(name = "nlohmann_json", version = "3.11.3", repo_name = "com_github_nlohmann_json")
+bazel_dep(name = "curl", version = "8.8.0.bcr.1", repo_name = "com_github_curl_curl")
 bazel_dep(name = "crc32c", version = "1.1.0", repo_name = "com_github_google_crc32c")
 bazel_dep(name = "opentelemetry-cpp", version = "1.16.0", repo_name = "io_opentelemetry_cpp")
 

bazel/bzlmod0.bzl

@@ -14,9 +14,6 @@
 
 """Load dependencies needed to use the google-cloud-cpp libraries."""
 
-load("@bazel_tools//tools/build_defs/repo:http.bzl", "http_archive")
-load("@bazel_tools//tools/build_defs/repo:utils.bzl", "maybe")
-
 def gl_cpp_bzlmod0(name = None):
     """Loads dependencies need to compile the google-cloud-cpp libraries.
 
@@ -27,16 +24,3 @@ def gl_cpp_bzlmod0(name = None):
         name: Unused. It is conventional to provide a `name` argument to all
             workspace functions.
     """
-
-    # TODO(#11485) - use some bazel_dep() from BCR.
-    # We need libcurl for the Google Cloud Storage client.
-    maybe(
-        http_archive,
-        name = "com_github_curl_curl",
-        urls = [
-            "https://curl.haxx.se/download/curl-7.69.1.tar.gz",
-        ],
-        sha256 = "01ae0c123dee45b01bbaef94c0bc00ed2aec89cb2ee0fd598e0d302a6b5e0a98",
-        strip_prefix = "curl-7.69.1",
-        build_file = Label("//bazel:curl.BUILD"),
-    )

ci/cloudbuild/notifiers/alerts/function/function.cc

@@ -60,13 +60,20 @@ nlohmann::json MakeChatPayload(BuildStatus const& bs) {
   return nlohmann::json{{"text", std::move(text)}};
 }
 
+struct CurlPtrCleanup {
+  void operator()(CURL* arg) const { return curl_easy_cleanup(arg); }
+};
+
+struct CurlSListFreeAll {
+  void operator()(curl_slist* arg) const { return curl_slist_free_all(arg); }
+};
+
 void HttpPost(std::string const& url, std::string const& data) {
   static constexpr auto kContentType = "Content-Type: application/json";
-  using Headers = std::unique_ptr<curl_slist, decltype(&curl_slist_free_all)>;
-  auto const headers =
-      Headers{curl_slist_append(nullptr, kContentType), curl_slist_free_all};
-  using CurlHandle = std::unique_ptr<CURL, decltype(&curl_easy_cleanup)>;
-  auto curl = CurlHandle(curl_easy_init(), curl_easy_cleanup);
+  using Headers = std::unique_ptr<curl_slist, CurlSListFreeAll>;
+  auto const headers = Headers{curl_slist_append(nullptr, kContentType)};
+  using CurlHandle = std::unique_ptr<CURL, CurlPtrCleanup>;
+  auto curl = CurlHandle(curl_easy_init());
   if (!curl) throw std::runtime_error("Failed to create CurlHandle");
   curl_easy_setopt(curl.get(), CURLOPT_URL, url.c_str());
   curl_easy_setopt(curl.get(), CURLOPT_HTTPHEADER, headers.get());

examples/grpc_credential_types.cc

@@ -41,18 +41,26 @@ extern "C" size_t CurlOnWriteData(char* ptr, size_t size, size_t nmemb,
   return size * nmemb;
 }
 
+struct CurlPtrCleanup {
+  void operator()(CURL* arg) const { return curl_easy_cleanup(arg); }
+};
+
+struct CurlSListFreeAll {
+  void operator()(curl_slist* arg) const { return curl_slist_free_all(arg); }
+};
+
 google::cloud::StatusOr<std::string> HttpGet(std::string const& url,
                                              std::string const& token) {
   static auto const kCurlInit = [] {
     return curl_global_init(CURL_GLOBAL_ALL);
   }();
   (void)kCurlInit;
   auto const authorization = "Authorization: Bearer " + token;
-  using Headers = std::unique_ptr<curl_slist, decltype(&curl_slist_free_all)>;
-  auto const headers = Headers{
-      curl_slist_append(nullptr, authorization.c_str()), curl_slist_free_all};
-  using CurlHandle = std::unique_ptr<CURL, decltype(&curl_easy_cleanup)>;
-  auto curl = CurlHandle(curl_easy_init(), curl_easy_cleanup);
+  using Headers = std::unique_ptr<curl_slist, CurlSListFreeAll>;
+  auto const headers =
+      Headers{curl_slist_append(nullptr, authorization.c_str())};
+  using CurlHandle = std::unique_ptr<CURL, CurlPtrCleanup>;
+  auto curl = CurlHandle(curl_easy_init());
   if (!curl) throw std::runtime_error("Failed to create CurlHandle");
   std::string buffer;
   curl_easy_setopt(curl.get(), CURLOPT_URL, url.c_str());

google/cloud/internal/curl_handle.cc

@@ -123,13 +123,13 @@ CurlHandle CurlHandle::MakeFromPool(CurlHandleFactory& factory) {
 }
 
 void CurlHandle::ReturnToPool(CurlHandleFactory& factory, CurlHandle h) {
-  CurlPtr tmp(nullptr, curl_easy_cleanup);
+  CurlPtr tmp;
   h.handle_.swap(tmp);
   factory.CleanupHandle(std::move(tmp), HandleDisposition::kKeep);
 }
 
 void CurlHandle::DiscardFromPool(CurlHandleFactory& factory, CurlHandle h) {
-  CurlPtr tmp(nullptr, curl_easy_cleanup);
+  CurlPtr tmp;
   h.handle_.swap(tmp);
   factory.CleanupHandle(std::move(tmp), HandleDisposition::kDiscard);
 }

google/cloud/internal/curl_handle.h

@@ -72,9 +72,8 @@ class CurlHandle {
 
   /// URL-escapes a string.
   CurlString MakeEscapedString(std::string const& s) {
-    return CurlString(
-        curl_easy_escape(handle_.get(), s.data(), static_cast<int>(s.length())),
-        &curl_free);
+    return CurlString(curl_easy_escape(handle_.get(), s.data(),
+                                       static_cast<int>(s.length())));
   }
 
   template <typename T>

google/cloud/internal/curl_handle_factory.cc

@@ -65,7 +65,7 @@ void DefaultCurlHandleFactory::CleanupHandle(CurlPtr h, HandleDisposition) {
 }
 
 CurlMulti DefaultCurlHandleFactory::CreateMultiHandle() {
-  return CurlMulti(curl_multi_init(), &curl_multi_cleanup);
+  return CurlMulti(curl_multi_init());
 }
 
 void DefaultCurlHandleFactory::CleanupMultiHandle(CurlMulti m,
@@ -161,7 +161,7 @@ CurlMulti PooledCurlHandleFactory::CreateMultiHandle() {
   }
   ++active_multi_handles_;
   lk.unlock();
-  return CurlMulti(curl_multi_init(), &curl_multi_cleanup);
+  return CurlMulti(curl_multi_init());
 }
 
 void PooledCurlHandleFactory::CleanupMultiHandle(CurlMulti m,

google/cloud/internal/curl_impl.cc

@@ -169,7 +169,6 @@ CurlImpl::CurlImpl(CurlHandle handle,
                    std::shared_ptr<CurlHandleFactory> factory,
                    Options const& options)
     : factory_(std::move(factory)),
-      request_headers_(nullptr, &curl_slist_free_all),
       handle_(std::move(handle)),
       multi_(factory_->CreateMultiHandle()) {
   CurlInitializeOnce(options);

google/cloud/internal/curl_wrappers.cc

@@ -231,7 +231,7 @@ bool SslLockingCallbacksInstalled() {
 }
 
 CurlPtr MakeCurlPtr() {
-  auto handle = CurlPtr(curl_easy_init(), &curl_easy_cleanup);
+  auto handle = CurlPtr(curl_easy_init());
   // We get better performance using a slightly larger buffer (128KiB) than the
   // default buffer size set by libcurl (16KiB).  We ignore errors because
   // failing to set this parameter just affects performance by a small amount.

google/cloud/internal/curl_wrappers.h

@@ -32,19 +32,40 @@ GOOGLE_CLOUD_CPP_INLINE_NAMESPACE_BEGIN
   (LIBCURL_VERSION_NUM >= ((((Ma) << 16) | ((Mi) << 8)) | (Pa)))
 #endif  // CURL_AT_LEAST_VERSION
 
+// Wrappers around the `curl_*` functions we need for cleanups.
+struct CurlPtrCleanup {
+  void operator()(CURL* arg) const { return curl_easy_cleanup(arg); }
+};
+
+struct CurlMultiPtrCleanup {
+  void operator()(CURLM* arg) const { (void)curl_multi_cleanup(arg); }
+};
+
+struct CurlFree {
+  void operator()(char* arg) const { return curl_free(arg); }
+};
+
+struct CurlSListFreeAll {
+  void operator()(curl_slist* arg) const { return curl_slist_free_all(arg); }
+};
+
+struct CurlShareCleanup {
+  void operator()(CURLSH* arg) const { (void)curl_share_cleanup(arg); }
+};
+
 /// Hold a CURL* handle and automatically clean it up.
-using CurlPtr = std::unique_ptr<CURL, decltype(&curl_easy_cleanup)>;
+using CurlPtr = std::unique_ptr<CURL, CurlPtrCleanup>;
 
 /// Create a new (wrapped) CURL* with one-time configuration options set.
 CurlPtr MakeCurlPtr();
 
 /// Hold a CURLM* handle and automatically clean it up.
-using CurlMulti = std::unique_ptr<CURLM, decltype(&curl_multi_cleanup)>;
+using CurlMulti = std::unique_ptr<CURLM, CurlMultiPtrCleanup>;
 
 /// Hold a character string created by CURL use correct deleter.
-using CurlString = std::unique_ptr<char, decltype(&curl_free)>;
+using CurlString = std::unique_ptr<char, CurlFree>;
 
-using CurlHeaders = std::unique_ptr<curl_slist, decltype(&curl_slist_free_all)>;
+using CurlHeaders = std::unique_ptr<curl_slist, CurlSListFreeAll>;
 
 using CurlReceivedHeaders = std::multimap<std::string, std::string>;
 std::size_t CurlAppendHeaderData(CurlReceivedHeaders& received_headers,
@@ -56,7 +77,7 @@ std::string DebugSendHeader(char const* data, std::size_t size);
 std::string DebugInData(char const* data, std::size_t size);
 std::string DebugOutData(char const* data, std::size_t size);
 
-using CurlShare = std::unique_ptr<CURLSH, decltype(&curl_share_cleanup)>;
+using CurlShare = std::unique_ptr<CURLSH, CurlShareCleanup>;
 
 /// Returns true if the SSL locking callbacks are installed.
 bool SslLockingCallbacksInstalled();