* chore: bump node in DEPS to v20.18.0 * chore: update patches (cherry picked from commit b108b649c263302590cbea83f90e27e371623799) * src: improve buffer.transcode performance https://github.com/nodejs/node/pull/54153 (cherry picked from commit 669984dafcb698716fc02a03e4cf027767a6ec59) * chore: update patches --------- Co-authored-by: electron-roller[bot] <84116207+electron-roller[bot]@users.noreply.github.com> Co-authored-by: John Kleinschmidt <jkleinsc@electronjs.org>
		
			
				
	
	
		
			300 lines
		
	
	
	
		
			12 KiB
			
		
	
	
	
		
			Diff
		
	
	
	
	
	
			
		
		
	
	
			300 lines
		
	
	
	
		
			12 KiB
			
		
	
	
	
		
			Diff
		
	
	
	
	
	
From 0000000000000000000000000000000000000000 Mon Sep 17 00:00:00 2001
 | 
						|
From: Jeremy Rose <japthorp@slack-corp.com>
 | 
						|
Date: Tue, 21 Jun 2022 10:04:21 -0700
 | 
						|
Subject: support V8 sandboxed pointers
 | 
						|
 | 
						|
This refactors several allocators to allocate within the V8 memory cage,
 | 
						|
allowing them to be compatible with the V8_SANDBOXED_POINTERS feature.
 | 
						|
 | 
						|
diff --git a/src/api/environment.cc b/src/api/environment.cc
 | 
						|
index e0bf37f09dceb93af58990438ab577a9d4b843e8..b9098d102b40adad7fafcc331ac62870617019b9 100644
 | 
						|
--- a/src/api/environment.cc
 | 
						|
+++ b/src/api/environment.cc
 | 
						|
@@ -101,6 +101,14 @@ MaybeLocal<Value> PrepareStackTraceCallback(Local<Context> context,
 | 
						|
   return result;
 | 
						|
 }
 | 
						|
 
 | 
						|
+NodeArrayBufferAllocator::NodeArrayBufferAllocator() {
 | 
						|
+  zero_fill_field_ = static_cast<uint32_t*>(allocator_->Allocate(sizeof(*zero_fill_field_)));
 | 
						|
+}
 | 
						|
+
 | 
						|
+NodeArrayBufferAllocator::~NodeArrayBufferAllocator() {
 | 
						|
+  allocator_->Free(zero_fill_field_, sizeof(*zero_fill_field_));
 | 
						|
+}
 | 
						|
+
 | 
						|
 void* NodeArrayBufferAllocator::Allocate(size_t size) {
 | 
						|
   void* ret;
 | 
						|
   if (zero_fill_field_ || per_process::cli_options->zero_fill_all_buffers)
 | 
						|
diff --git a/src/crypto/crypto_util.cc b/src/crypto/crypto_util.cc
 | 
						|
index 63d971e1fe6b861e29c12f04563701b01fdfb976..f39652a6f5196531cd78ce74e91076b1b9e970ca 100644
 | 
						|
--- a/src/crypto/crypto_util.cc
 | 
						|
+++ b/src/crypto/crypto_util.cc
 | 
						|
@@ -348,10 +348,35 @@ ByteSource& ByteSource::operator=(ByteSource&& other) noexcept {
 | 
						|
   return *this;
 | 
						|
 }
 | 
						|
 
 | 
						|
-std::unique_ptr<BackingStore> ByteSource::ReleaseToBackingStore() {
 | 
						|
+std::unique_ptr<BackingStore> ByteSource::ReleaseToBackingStore(Environment* env) {
 | 
						|
   // It's ok for allocated_data_ to be nullptr but
 | 
						|
   // only if size_ is zero.
 | 
						|
   CHECK_IMPLIES(size_ > 0, allocated_data_ != nullptr);
 | 
						|
+#if defined(V8_ENABLE_SANDBOX)
 | 
						|
+  // When V8 sandboxed pointers are enabled, we have to copy into the memory
 | 
						|
+  // cage. We still want to ensure we erase the data on free though, so
 | 
						|
+  // provide a custom deleter that calls OPENSSL_cleanse.
 | 
						|
+  if (!size())
 | 
						|
+    return ArrayBuffer::NewBackingStore(env->isolate(), 0);
 | 
						|
+  std::unique_ptr<ArrayBuffer::Allocator> allocator(ArrayBuffer::Allocator::NewDefaultAllocator());
 | 
						|
+  void* v8_data = allocator->Allocate(size());
 | 
						|
+  CHECK(v8_data);
 | 
						|
+  memcpy(v8_data, allocated_data_, size());
 | 
						|
+  OPENSSL_clear_free(allocated_data_, size());
 | 
						|
+  std::unique_ptr<BackingStore> ptr = ArrayBuffer::NewBackingStore(
 | 
						|
+      v8_data,
 | 
						|
+      size(),
 | 
						|
+      [](void* data, size_t length, void*) {
 | 
						|
+        OPENSSL_cleanse(data, length);
 | 
						|
+        std::unique_ptr<ArrayBuffer::Allocator> allocator(ArrayBuffer::Allocator::NewDefaultAllocator());
 | 
						|
+        allocator->Free(data, length);
 | 
						|
+      }, nullptr);
 | 
						|
+  CHECK(ptr);
 | 
						|
+  allocated_data_ = nullptr;
 | 
						|
+  data_ = nullptr;
 | 
						|
+  size_ = 0;
 | 
						|
+  return ptr;
 | 
						|
+#else
 | 
						|
   std::unique_ptr<BackingStore> ptr = ArrayBuffer::NewBackingStore(
 | 
						|
       allocated_data_,
 | 
						|
       size(),
 | 
						|
@@ -363,10 +388,11 @@ std::unique_ptr<BackingStore> ByteSource::ReleaseToBackingStore() {
 | 
						|
   data_ = nullptr;
 | 
						|
   size_ = 0;
 | 
						|
   return ptr;
 | 
						|
+#endif  // defined(V8_ENABLE_SANDBOX)
 | 
						|
 }
 | 
						|
 
 | 
						|
 Local<ArrayBuffer> ByteSource::ToArrayBuffer(Environment* env) {
 | 
						|
-  std::unique_ptr<BackingStore> store = ReleaseToBackingStore();
 | 
						|
+  std::unique_ptr<BackingStore> store = ReleaseToBackingStore(env);
 | 
						|
   return ArrayBuffer::New(env->isolate(), std::move(store));
 | 
						|
 }
 | 
						|
 
 | 
						|
@@ -703,6 +729,16 @@ namespace {
 | 
						|
 // in which case this has the same semantics as
 | 
						|
 // using OPENSSL_malloc. However, if the secure heap is
 | 
						|
 // initialized, SecureBuffer will automatically use it.
 | 
						|
+#if defined(V8_ENABLE_SANDBOX)
 | 
						|
+// When V8 sandboxed pointers are enabled, the secure heap cannot be used as
 | 
						|
+// all ArrayBuffers must be allocated inside the V8 memory cage.
 | 
						|
+void SecureBuffer(const FunctionCallbackInfo<Value>& args) {
 | 
						|
+  CHECK(args[0]->IsUint32());
 | 
						|
+  uint32_t len = args[0].As<Uint32>()->Value();
 | 
						|
+  Local<ArrayBuffer> buffer = ArrayBuffer::New(args.GetIsolate(), len);
 | 
						|
+  args.GetReturnValue().Set(Uint8Array::New(buffer, 0, len));
 | 
						|
+}
 | 
						|
+#else
 | 
						|
 void SecureBuffer(const FunctionCallbackInfo<Value>& args) {
 | 
						|
   CHECK(args[0]->IsUint32());
 | 
						|
   Environment* env = Environment::GetCurrent(args);
 | 
						|
@@ -724,6 +760,7 @@ void SecureBuffer(const FunctionCallbackInfo<Value>& args) {
 | 
						|
   Local<ArrayBuffer> buffer = ArrayBuffer::New(env->isolate(), store);
 | 
						|
   args.GetReturnValue().Set(Uint8Array::New(buffer, 0, len));
 | 
						|
 }
 | 
						|
+#endif  // defined(V8_ENABLE_SANDBOX)
 | 
						|
 
 | 
						|
 void SecureHeapUsed(const FunctionCallbackInfo<Value>& args) {
 | 
						|
 #ifndef OPENSSL_IS_BORINGSSL
 | 
						|
diff --git a/src/crypto/crypto_util.h b/src/crypto/crypto_util.h
 | 
						|
index 4ba261014695cf1aa8eb53b21a2873f4c4ea8e43..b695d131bcdc331974f544924138bb5eedc50c9f 100644
 | 
						|
--- a/src/crypto/crypto_util.h
 | 
						|
+++ b/src/crypto/crypto_util.h
 | 
						|
@@ -285,7 +285,7 @@ class ByteSource {
 | 
						|
   // Creates a v8::BackingStore that takes over responsibility for
 | 
						|
   // any allocated data. The ByteSource will be reset with size = 0
 | 
						|
   // after being called.
 | 
						|
-  std::unique_ptr<v8::BackingStore> ReleaseToBackingStore();
 | 
						|
+  std::unique_ptr<v8::BackingStore> ReleaseToBackingStore(Environment* env);
 | 
						|
 
 | 
						|
   v8::Local<v8::ArrayBuffer> ToArrayBuffer(Environment* env);
 | 
						|
 
 | 
						|
diff --git a/src/node_i18n.cc b/src/node_i18n.cc
 | 
						|
index 2aa7cd98ecc179519a6bb1932dafa86a38bda4f5..79376bef2e674f05fd95380dd419e8778cb98623 100644
 | 
						|
--- a/src/node_i18n.cc
 | 
						|
+++ b/src/node_i18n.cc
 | 
						|
@@ -106,7 +106,7 @@ namespace {
 | 
						|
 
 | 
						|
 template <typename T>
 | 
						|
 MaybeLocal<Object> ToBufferEndian(Environment* env, MaybeStackBuffer<T>* buf) {
 | 
						|
-  MaybeLocal<Object> ret = Buffer::New(env, buf);
 | 
						|
+  MaybeLocal<Object> ret = Buffer::Copy(env, reinterpret_cast<char*>(buf->out()), buf->length() * sizeof(T));
 | 
						|
   if (ret.IsEmpty())
 | 
						|
     return ret;
 | 
						|
 
 | 
						|
@@ -183,7 +183,7 @@ MaybeLocal<Object> TranscodeLatin1ToUcs2(Environment* env,
 | 
						|
     return {};
 | 
						|
   }
 | 
						|
 
 | 
						|
-  return Buffer::New(env, &destbuf);
 | 
						|
+  return Buffer::Copy(env, reinterpret_cast<char*>(destbuf.out()), destbuf.length() * sizeof(UChar));
 | 
						|
 }
 | 
						|
 
 | 
						|
 MaybeLocal<Object> TranscodeFromUcs2(Environment* env,
 | 
						|
@@ -228,7 +228,7 @@ MaybeLocal<Object> TranscodeUcs2FromUtf8(Environment* env,
 | 
						|
     return {};
 | 
						|
   }
 | 
						|
 
 | 
						|
-  return Buffer::New(env, &destbuf);
 | 
						|
+  return Buffer::Copy(env, reinterpret_cast<char*>(destbuf.out()), destbuf.length() * sizeof(UChar));
 | 
						|
 }
 | 
						|
 
 | 
						|
 MaybeLocal<Object> TranscodeUtf8FromUcs2(Environment* env,
 | 
						|
@@ -252,7 +252,7 @@ MaybeLocal<Object> TranscodeUtf8FromUcs2(Environment* env,
 | 
						|
     return {};
 | 
						|
   }
 | 
						|
 
 | 
						|
-  return Buffer::New(env, &destbuf);
 | 
						|
+  return Buffer::Copy(env, reinterpret_cast<char*>(destbuf.out()), destbuf.length() * sizeof(char));
 | 
						|
 }
 | 
						|
 
 | 
						|
 constexpr const char* EncodingName(const enum encoding encoding) {
 | 
						|
diff --git a/src/node_internals.h b/src/node_internals.h
 | 
						|
index 6264f23d54d6028bb0158f12a9296ba67a846358..613300215766aeb108219b0d1c3b95ee02db964f 100644
 | 
						|
--- a/src/node_internals.h
 | 
						|
+++ b/src/node_internals.h
 | 
						|
@@ -117,7 +117,9 @@ v8::Maybe<bool> InitializePrimordials(v8::Local<v8::Context> context);
 | 
						|
 
 | 
						|
 class NodeArrayBufferAllocator : public ArrayBufferAllocator {
 | 
						|
  public:
 | 
						|
-  inline uint32_t* zero_fill_field() { return &zero_fill_field_; }
 | 
						|
+  NodeArrayBufferAllocator();
 | 
						|
+  ~NodeArrayBufferAllocator() override;
 | 
						|
+  inline uint32_t* zero_fill_field() { return zero_fill_field_; }
 | 
						|
 
 | 
						|
   void* Allocate(size_t size) override;  // Defined in src/node.cc
 | 
						|
   void* AllocateUninitialized(size_t size) override;
 | 
						|
@@ -135,7 +137,7 @@ class NodeArrayBufferAllocator : public ArrayBufferAllocator {
 | 
						|
   }
 | 
						|
 
 | 
						|
  private:
 | 
						|
-  uint32_t zero_fill_field_ = 1;  // Boolean but exposed as uint32 to JS land.
 | 
						|
+  uint32_t* zero_fill_field_ = nullptr;  // Boolean but exposed as uint32 to JS land.
 | 
						|
   std::atomic<size_t> total_mem_usage_ {0};
 | 
						|
 
 | 
						|
   // Delegate to V8's allocator for compatibility with the V8 memory cage.
 | 
						|
diff --git a/src/node_serdes.cc b/src/node_serdes.cc
 | 
						|
index 7a70997bc024efa4f3ff4cabe30d5e88dcc7bc78..438d6e581a2ee55216f9a9945204b07824fc28a0 100644
 | 
						|
--- a/src/node_serdes.cc
 | 
						|
+++ b/src/node_serdes.cc
 | 
						|
@@ -29,6 +29,11 @@ using v8::ValueSerializer;
 | 
						|
 
 | 
						|
 namespace serdes {
 | 
						|
 
 | 
						|
+v8::ArrayBuffer::Allocator* GetAllocator() {
 | 
						|
+  static v8::ArrayBuffer::Allocator* allocator = v8::ArrayBuffer::Allocator::NewDefaultAllocator();
 | 
						|
+  return allocator;
 | 
						|
+}
 | 
						|
+
 | 
						|
 class SerializerContext : public BaseObject,
 | 
						|
                           public ValueSerializer::Delegate {
 | 
						|
  public:
 | 
						|
@@ -37,10 +42,15 @@ class SerializerContext : public BaseObject,
 | 
						|
 
 | 
						|
   ~SerializerContext() override = default;
 | 
						|
 
 | 
						|
+  // v8::ValueSerializer::Delegate
 | 
						|
   void ThrowDataCloneError(Local<String> message) override;
 | 
						|
   Maybe<bool> WriteHostObject(Isolate* isolate, Local<Object> object) override;
 | 
						|
   Maybe<uint32_t> GetSharedArrayBufferId(
 | 
						|
       Isolate* isolate, Local<SharedArrayBuffer> shared_array_buffer) override;
 | 
						|
+  void* ReallocateBufferMemory(void* old_buffer,
 | 
						|
+                               size_t old_length,
 | 
						|
+                               size_t* new_length) override;
 | 
						|
+  void FreeBufferMemory(void* buffer) override;
 | 
						|
 
 | 
						|
   static void SetTreatArrayBufferViewsAsHostObjects(
 | 
						|
       const FunctionCallbackInfo<Value>& args);
 | 
						|
@@ -61,6 +71,7 @@ class SerializerContext : public BaseObject,
 | 
						|
 
 | 
						|
  private:
 | 
						|
   ValueSerializer serializer_;
 | 
						|
+  size_t last_length_ = 0;
 | 
						|
 };
 | 
						|
 
 | 
						|
 class DeserializerContext : public BaseObject,
 | 
						|
@@ -144,6 +155,24 @@ Maybe<uint32_t> SerializerContext::GetSharedArrayBufferId(
 | 
						|
   return id.ToLocalChecked()->Uint32Value(env()->context());
 | 
						|
 }
 | 
						|
 
 | 
						|
+void* SerializerContext::ReallocateBufferMemory(void* old_buffer,
 | 
						|
+                                                size_t requested_size,
 | 
						|
+                                                size_t* new_length) {
 | 
						|
+  *new_length = std::max(static_cast<size_t>(4096), requested_size);
 | 
						|
+  if (old_buffer) {
 | 
						|
+    void* ret = GetAllocator()->Reallocate(old_buffer, last_length_, *new_length);
 | 
						|
+    last_length_ = *new_length;
 | 
						|
+    return ret;
 | 
						|
+  } else {
 | 
						|
+    last_length_ = *new_length;
 | 
						|
+    return GetAllocator()->Allocate(*new_length);
 | 
						|
+  }
 | 
						|
+}
 | 
						|
+
 | 
						|
+void SerializerContext::FreeBufferMemory(void* buffer) {
 | 
						|
+  GetAllocator()->Free(buffer, last_length_);
 | 
						|
+}
 | 
						|
+
 | 
						|
 Maybe<bool> SerializerContext::WriteHostObject(Isolate* isolate,
 | 
						|
                                                Local<Object> input) {
 | 
						|
   MaybeLocal<Value> ret;
 | 
						|
@@ -209,9 +238,14 @@ void SerializerContext::ReleaseBuffer(const FunctionCallbackInfo<Value>& args) {
 | 
						|
   // Note: Both ValueSerializer and this Buffer::New() variant use malloc()
 | 
						|
   // as the underlying allocator.
 | 
						|
   std::pair<uint8_t*, size_t> ret = ctx->serializer_.Release();
 | 
						|
-  auto buf = Buffer::New(ctx->env(),
 | 
						|
-                         reinterpret_cast<char*>(ret.first),
 | 
						|
-                         ret.second);
 | 
						|
+  std::unique_ptr<v8::BackingStore> bs =
 | 
						|
+      v8::ArrayBuffer::NewBackingStore(reinterpret_cast<char*>(ret.first), ret.second,
 | 
						|
+        [](void* data, size_t length, void* deleter_data) {
 | 
						|
+          if (data) GetAllocator()->Free(reinterpret_cast<char*>(data), length);
 | 
						|
+        }, nullptr);
 | 
						|
+  Local<ArrayBuffer> ab = v8::ArrayBuffer::New(ctx->env()->isolate(), std::move(bs));
 | 
						|
+
 | 
						|
+  auto buf = Buffer::New(ctx->env(), ab, 0, ret.second);
 | 
						|
 
 | 
						|
   if (!buf.IsEmpty()) {
 | 
						|
     args.GetReturnValue().Set(buf.ToLocalChecked());
 | 
						|
diff --git a/src/node_trace_events.cc b/src/node_trace_events.cc
 | 
						|
index 9787b14352753c5e0f8dc2b90093680e7cd10f1a..31af9e62396368af1b81f8841a705fd313df2b9f 100644
 | 
						|
--- a/src/node_trace_events.cc
 | 
						|
+++ b/src/node_trace_events.cc
 | 
						|
@@ -132,12 +132,28 @@ static void GetCategoryEnabledBuffer(const FunctionCallbackInfo<Value>& args) {
 | 
						|
   const uint8_t* enabled_pointer =
 | 
						|
       TRACE_EVENT_API_GET_CATEGORY_GROUP_ENABLED(category_name.out());
 | 
						|
   uint8_t* enabled_pointer_cast = const_cast<uint8_t*>(enabled_pointer);
 | 
						|
+  uint8_t size = sizeof(*enabled_pointer_cast);
 | 
						|
 
 | 
						|
+#if defined(V8_ENABLE_SANDBOX)
 | 
						|
+  std::unique_ptr<ArrayBuffer::Allocator> allocator(ArrayBuffer::Allocator::NewDefaultAllocator());
 | 
						|
+  void* v8_data = allocator->Allocate(size);
 | 
						|
+  CHECK(v8_data);
 | 
						|
+  memcpy(v8_data, enabled_pointer_cast, size);
 | 
						|
+  std::unique_ptr<BackingStore> bs = ArrayBuffer::NewBackingStore(
 | 
						|
+      v8_data,
 | 
						|
+      size,
 | 
						|
+      [](void* data, size_t length, void*) {
 | 
						|
+        std::unique_ptr<ArrayBuffer::Allocator> allocator(ArrayBuffer::Allocator::NewDefaultAllocator());
 | 
						|
+        allocator->Free(data, length);
 | 
						|
+      }, nullptr);
 | 
						|
+#else
 | 
						|
   std::unique_ptr<BackingStore> bs = ArrayBuffer::NewBackingStore(
 | 
						|
       enabled_pointer_cast,
 | 
						|
-      sizeof(*enabled_pointer_cast),
 | 
						|
+      size,
 | 
						|
       [](void*, size_t, void*) {},
 | 
						|
       nullptr);
 | 
						|
+#endif
 | 
						|
+
 | 
						|
   auto ab = ArrayBuffer::New(isolate, std::move(bs));
 | 
						|
   v8::Local<Uint8Array> u8 = v8::Uint8Array::New(ab, 0, 1);
 | 
						|
 
 |