chore: remove wasm CompileJSToWasmWrapperJob
patch (#37782)
chore: remove wasm CompileJSToWasmWrapperJob patch
This commit is contained in:
parent
6012172187
commit
ef657bdc9d
4 changed files with 33 additions and 477 deletions
|
@ -37,3 +37,4 @@ src_allow_optional_isolation_termination_in_node.patch
|
|||
test_mark_cpu_prof_tests_as_flaky_in_electron.patch
|
||||
lib_fix_broadcastchannel_initialization_location.patch
|
||||
fix_adapt_debugger_tests_for_upstream_v8_changes.patch
|
||||
fix_increase_concurrency_in_v8platform_postjob.patch
|
||||
|
|
|
@ -0,0 +1,32 @@
|
|||
From 0000000000000000000000000000000000000000 Mon Sep 17 00:00:00 2001
|
||||
From: Shelley Vohr <shelley.vohr@gmail.com>
|
||||
Date: Fri, 31 Mar 2023 17:04:39 +0200
|
||||
Subject: fix: increase concurrency in V8Platform::PostJob()
|
||||
|
||||
Refs https://chromium-review.googlesource.com/c/v8/v8/+/4347597/11
|
||||
|
||||
PostJob posts |job_task| to run in parallel, and so must call NotifyConcurrencyIncrease()
|
||||
on the JobTask. In Node.js, the implementations of CreateJob and PostJob were identical,
|
||||
meaning that PostJob calls could potentially never run all their tasks.
|
||||
|
||||
This was brought to our attention by the above linked V8 CL, which switched a call from
|
||||
CreateJob to PostJob and caused a series of failures.
|
||||
|
||||
This should be upstreamed.
|
||||
|
||||
diff --git a/src/node_platform.cc b/src/node_platform.cc
|
||||
index b3994c4398598c67c0029394d58e8f4dba032c5d..f004176d296c8a8ffbd12d44a917d9c7be7b6cf0 100644
|
||||
--- a/src/node_platform.cc
|
||||
+++ b/src/node_platform.cc
|
||||
@@ -530,8 +530,10 @@ bool NodePlatform::FlushForegroundTasks(Isolate* isolate) {
|
||||
|
||||
std::unique_ptr<v8::JobHandle> NodePlatform::PostJob(v8::TaskPriority priority,
|
||||
std::unique_ptr<v8::JobTask> job_task) {
|
||||
- return v8::platform::NewDefaultJobHandle(
|
||||
+ auto handle = v8::platform::NewDefaultJobHandle(
|
||||
this, priority, std::move(job_task), NumberOfWorkerThreads());
|
||||
+ handle->NotifyConcurrencyIncrease();
|
||||
+ return handle;
|
||||
}
|
||||
|
||||
std::unique_ptr<v8::JobHandle> NodePlatform::CreateJob(v8::TaskPriority priority,
|
|
@ -8,4 +8,3 @@ fix_build_deprecated_attribute_for_older_msvc_versions.patch
|
|||
fix_disable_implies_dcheck_for_node_stream_array_buffers.patch
|
||||
force_cppheapcreateparams_to_be_noncopyable.patch
|
||||
chore_allow_customizing_microtask_policy_per_context.patch
|
||||
revert_wasm_simplify_compilejstowasmwrapperjob.patch
|
||||
|
|
|
@ -1,476 +0,0 @@
|
|||
From 0000000000000000000000000000000000000000 Mon Sep 17 00:00:00 2001
|
||||
From: Shelley Vohr <shelley.vohr@gmail.com>
|
||||
Date: Wed, 29 Mar 2023 17:33:34 +0200
|
||||
Subject: Revert "[wasm] Simplify CompileJSToWasmWrapperJob"
|
||||
|
||||
This reverts commit a8a11a87cb72c698cd35a5df3a23f0d08340b6d1.
|
||||
[wasm] Simplify CompileJSToWasmWrapperJob | https://chromium-review.googlesource.com/c/v8/v8/+/4347597
|
||||
was reverted because it caused many failures to the node tests,
|
||||
eg: https://app.circleci.com/pipelines/github/electron/electron/67031/workflows/eaedbe8d-2f77-47f0-a729-840ceed6c411/jobs/1475853.
|
||||
There is a tracking issue here to remove this patch: https://github.com/electron/electron/issues/37772
|
||||
|
||||
diff --git a/src/wasm/module-compiler.cc b/src/wasm/module-compiler.cc
|
||||
index 3e63eee4dd8c93f627bdd5bd6f8624efa529f178..912deac0fe9dc0cdc277b23b0a078ba431811a05 100644
|
||||
--- a/src/wasm/module-compiler.cc
|
||||
+++ b/src/wasm/module-compiler.cc
|
||||
@@ -5,7 +5,6 @@
|
||||
#include "src/wasm/module-compiler.h"
|
||||
|
||||
#include <algorithm>
|
||||
-#include <atomic>
|
||||
#include <memory>
|
||||
#include <queue>
|
||||
|
||||
@@ -538,7 +537,7 @@ class CompilationStateImpl {
|
||||
std::shared_ptr<Counters> async_counters,
|
||||
DynamicTiering dynamic_tiering);
|
||||
~CompilationStateImpl() {
|
||||
- if (js_to_wasm_wrapper_job_ && js_to_wasm_wrapper_job_->IsValid())
|
||||
+ if (js_to_wasm_wrapper_job_->IsValid())
|
||||
js_to_wasm_wrapper_job_->CancelAndDetach();
|
||||
if (baseline_compile_job_->IsValid())
|
||||
baseline_compile_job_->CancelAndDetach();
|
||||
@@ -608,11 +607,11 @@ class CompilationStateImpl {
|
||||
CompilationUnitQueues::Queue*, CompilationTier tier);
|
||||
|
||||
std::shared_ptr<JSToWasmWrapperCompilationUnit>
|
||||
- GetJSToWasmWrapperCompilationUnit(size_t index);
|
||||
+ GetNextJSToWasmWrapperCompilationUnit();
|
||||
void FinalizeJSToWasmWrappers(Isolate* isolate, const WasmModule* module);
|
||||
|
||||
void OnFinishedUnits(base::Vector<WasmCode*>);
|
||||
- void OnFinishedJSToWasmWrapperUnits();
|
||||
+ void OnFinishedJSToWasmWrapperUnits(int num);
|
||||
|
||||
void OnCompilationStopped(WasmFeatures detected);
|
||||
void PublishDetectedFeatures(Isolate*);
|
||||
@@ -620,6 +619,7 @@ class CompilationStateImpl {
|
||||
std::vector<std::unique_ptr<WasmCode>> unpublished_code,
|
||||
CompilationTier tier);
|
||||
|
||||
+ size_t NumOutstandingExportWrappers() const;
|
||||
size_t NumOutstandingCompilations(CompilationTier tier) const;
|
||||
|
||||
void SetError();
|
||||
@@ -643,7 +643,7 @@ class CompilationStateImpl {
|
||||
bool baseline_compilation_finished() const {
|
||||
base::MutexGuard guard(&callbacks_mutex_);
|
||||
return outstanding_baseline_units_ == 0 &&
|
||||
- !has_outstanding_export_wrappers_;
|
||||
+ outstanding_export_wrappers_ == 0;
|
||||
}
|
||||
|
||||
DynamicTiering dynamic_tiering() const { return dynamic_tiering_; }
|
||||
@@ -699,6 +699,9 @@ class CompilationStateImpl {
|
||||
|
||||
CompilationUnitQueues compilation_unit_queues_;
|
||||
|
||||
+ // Number of wrappers to be compiled. Initialized once, counted down in
|
||||
+ // {GetNextJSToWasmWrapperCompilationUnit}.
|
||||
+ std::atomic<size_t> outstanding_js_to_wasm_wrappers_{0};
|
||||
// Wrapper compilation units are stored in shared_ptrs so that they are kept
|
||||
// alive by the tasks even if the NativeModule dies.
|
||||
std::vector<std::shared_ptr<JSToWasmWrapperCompilationUnit>>
|
||||
@@ -752,7 +755,7 @@ class CompilationStateImpl {
|
||||
base::EnumSet<CompilationEvent> finished_events_;
|
||||
|
||||
int outstanding_baseline_units_ = 0;
|
||||
- bool has_outstanding_export_wrappers_ = false;
|
||||
+ int outstanding_export_wrappers_ = 0;
|
||||
// The amount of generated top tier code since the last
|
||||
// {kFinishedCompilationChunk} event.
|
||||
size_t bytes_since_last_chunk_ = 0;
|
||||
@@ -1444,6 +1447,44 @@ void RecordStats(Code code, Counters* counters) {
|
||||
|
||||
enum CompilationExecutionResult : int8_t { kNoMoreUnits, kYield };
|
||||
|
||||
+CompilationExecutionResult ExecuteJSToWasmWrapperCompilationUnits(
|
||||
+ std::weak_ptr<NativeModule> native_module, JobDelegate* delegate) {
|
||||
+ std::shared_ptr<JSToWasmWrapperCompilationUnit> wrapper_unit = nullptr;
|
||||
+ int num_processed_wrappers = 0;
|
||||
+
|
||||
+ OperationsBarrier::Token wrapper_compilation_token;
|
||||
+ Isolate* isolate;
|
||||
+
|
||||
+ {
|
||||
+ BackgroundCompileScope compile_scope(native_module);
|
||||
+ if (compile_scope.cancelled()) return kYield;
|
||||
+ wrapper_unit = compile_scope.compilation_state()
|
||||
+ ->GetNextJSToWasmWrapperCompilationUnit();
|
||||
+ if (!wrapper_unit) return kNoMoreUnits;
|
||||
+ isolate = wrapper_unit->isolate();
|
||||
+ wrapper_compilation_token =
|
||||
+ wasm::GetWasmEngine()->StartWrapperCompilation(isolate);
|
||||
+ if (!wrapper_compilation_token) return kNoMoreUnits;
|
||||
+ }
|
||||
+
|
||||
+ TRACE_EVENT0("v8.wasm", "wasm.JSToWasmWrapperCompilation");
|
||||
+ while (true) {
|
||||
+ DCHECK_EQ(isolate, wrapper_unit->isolate());
|
||||
+ wrapper_unit->Execute();
|
||||
+ ++num_processed_wrappers;
|
||||
+ bool yield = delegate && delegate->ShouldYield();
|
||||
+ BackgroundCompileScope compile_scope(native_module);
|
||||
+ if (compile_scope.cancelled()) return kYield;
|
||||
+ if (yield ||
|
||||
+ !(wrapper_unit = compile_scope.compilation_state()
|
||||
+ ->GetNextJSToWasmWrapperCompilationUnit())) {
|
||||
+ compile_scope.compilation_state()->OnFinishedJSToWasmWrapperUnits(
|
||||
+ num_processed_wrappers);
|
||||
+ return yield ? kYield : kNoMoreUnits;
|
||||
+ }
|
||||
+ }
|
||||
+}
|
||||
+
|
||||
namespace {
|
||||
const char* GetCompilationEventName(const WasmCompilationUnit& unit,
|
||||
const CompilationEnv& env) {
|
||||
@@ -1826,101 +1867,35 @@ void CompileNativeModule(Isolate* isolate,
|
||||
}
|
||||
}
|
||||
|
||||
-class BaseCompileJSToWasmWrapperJob : public JobTask {
|
||||
- public:
|
||||
- explicit BaseCompileJSToWasmWrapperJob(size_t compilation_units)
|
||||
- : outstanding_units_(compilation_units) {}
|
||||
-
|
||||
- size_t GetMaxConcurrency(size_t worker_count) const override {
|
||||
- size_t flag_limit = static_cast<size_t>(
|
||||
- std::max(1, v8_flags.wasm_num_compilation_tasks.value()));
|
||||
- // {outstanding_units_} includes the units that other workers are currently
|
||||
- // working on, so we can safely ignore the {worker_count} and just return
|
||||
- // the current number of outstanding units.
|
||||
- return std::min(flag_limit,
|
||||
- outstanding_units_.load(std::memory_order_relaxed));
|
||||
- }
|
||||
-
|
||||
- protected:
|
||||
- // Returns the index of the next unit to process.
|
||||
- size_t GetNextUnitIndex() {
|
||||
- // |unit_index_| may exceeed |compilation_units|, but only by the number of
|
||||
- // workers at worst, thus it can't exceed 2 * |compilation_units| and
|
||||
- // overflow shouldn't happen.
|
||||
- return unit_index_.fetch_add(1, std::memory_order_relaxed);
|
||||
- }
|
||||
-
|
||||
- // Returns true if the last unit was completed.
|
||||
- bool CompleteUnit() {
|
||||
- size_t outstanding_units =
|
||||
- outstanding_units_.fetch_sub(1, std::memory_order_relaxed);
|
||||
- DCHECK_GE(outstanding_units, 1);
|
||||
- return outstanding_units == 1;
|
||||
- }
|
||||
-
|
||||
- private:
|
||||
- std::atomic<size_t> unit_index_{0};
|
||||
- std::atomic<size_t> outstanding_units_;
|
||||
-};
|
||||
-
|
||||
-class AsyncCompileJSToWasmWrapperJob final
|
||||
- : public BaseCompileJSToWasmWrapperJob {
|
||||
+class AsyncCompileJSToWasmWrapperJob final : public JobTask {
|
||||
public:
|
||||
explicit AsyncCompileJSToWasmWrapperJob(
|
||||
- std::weak_ptr<NativeModule> native_module, size_t compilation_units)
|
||||
- : BaseCompileJSToWasmWrapperJob(compilation_units),
|
||||
- native_module_(std::move(native_module)),
|
||||
- engine_barrier_(GetWasmEngine()->GetBarrierForBackgroundCompile()),
|
||||
- compilation_units_size_(compilation_units) {}
|
||||
+ std::weak_ptr<NativeModule> native_module)
|
||||
+ : native_module_(std::move(native_module)),
|
||||
+ engine_barrier_(GetWasmEngine()->GetBarrierForBackgroundCompile()) {}
|
||||
|
||||
void Run(JobDelegate* delegate) override {
|
||||
auto engine_scope = engine_barrier_->TryLock();
|
||||
if (!engine_scope) return;
|
||||
- std::shared_ptr<JSToWasmWrapperCompilationUnit> wrapper_unit = nullptr;
|
||||
-
|
||||
- OperationsBarrier::Token wrapper_compilation_token;
|
||||
- Isolate* isolate;
|
||||
-
|
||||
- size_t index = GetNextUnitIndex();
|
||||
- if (index >= compilation_units_size_) return;
|
||||
- {
|
||||
- BackgroundCompileScope compile_scope(native_module_);
|
||||
- if (compile_scope.cancelled()) return;
|
||||
- wrapper_unit =
|
||||
- compile_scope.compilation_state()->GetJSToWasmWrapperCompilationUnit(
|
||||
- index);
|
||||
- isolate = wrapper_unit->isolate();
|
||||
- wrapper_compilation_token =
|
||||
- wasm::GetWasmEngine()->StartWrapperCompilation(isolate);
|
||||
- if (!wrapper_compilation_token) return;
|
||||
- }
|
||||
-
|
||||
- TRACE_EVENT0("v8.wasm", "wasm.JSToWasmWrapperCompilation");
|
||||
- while (true) {
|
||||
- DCHECK_EQ(isolate, wrapper_unit->isolate());
|
||||
- wrapper_unit->Execute();
|
||||
- bool complete_last_unit = CompleteUnit();
|
||||
- bool yield = delegate && delegate->ShouldYield();
|
||||
- if (yield && !complete_last_unit) return;
|
||||
+ ExecuteJSToWasmWrapperCompilationUnits(native_module_, delegate);
|
||||
+ }
|
||||
|
||||
- BackgroundCompileScope compile_scope(native_module_);
|
||||
- if (compile_scope.cancelled()) return;
|
||||
- if (complete_last_unit)
|
||||
- compile_scope.compilation_state()->OnFinishedJSToWasmWrapperUnits();
|
||||
- if (yield) return;
|
||||
- size_t index = GetNextUnitIndex();
|
||||
- if (index >= compilation_units_size_) return;
|
||||
- wrapper_unit =
|
||||
- compile_scope.compilation_state()->GetJSToWasmWrapperCompilationUnit(
|
||||
- index);
|
||||
- }
|
||||
+ size_t GetMaxConcurrency(size_t worker_count) const override {
|
||||
+ BackgroundCompileScope compile_scope(native_module_);
|
||||
+ if (compile_scope.cancelled()) return 0;
|
||||
+ size_t flag_limit = static_cast<size_t>(
|
||||
+ std::max(1, v8_flags.wasm_num_compilation_tasks.value()));
|
||||
+ // NumOutstandingExportWrappers() does not reflect the units that running
|
||||
+ // workers are processing, thus add the current worker count to that number.
|
||||
+ return std::min(
|
||||
+ flag_limit,
|
||||
+ worker_count +
|
||||
+ compile_scope.compilation_state()->NumOutstandingExportWrappers());
|
||||
}
|
||||
|
||||
private:
|
||||
std::weak_ptr<NativeModule> native_module_;
|
||||
std::shared_ptr<OperationsBarrier> engine_barrier_;
|
||||
- // Number of wrappers to be compiled.
|
||||
- const size_t compilation_units_size_;
|
||||
};
|
||||
|
||||
class BackgroundCompileJob final : public JobTask {
|
||||
@@ -3080,10 +3055,14 @@ CompilationStateImpl::CompilationStateImpl(
|
||||
dynamic_tiering_(dynamic_tiering) {}
|
||||
|
||||
void CompilationStateImpl::InitCompileJob() {
|
||||
+ DCHECK_NULL(js_to_wasm_wrapper_job_);
|
||||
DCHECK_NULL(baseline_compile_job_);
|
||||
DCHECK_NULL(top_tier_compile_job_);
|
||||
// Create the job, but don't spawn workers yet. This will happen on
|
||||
// {NotifyConcurrencyIncrease}.
|
||||
+ js_to_wasm_wrapper_job_ = V8::GetCurrentPlatform()->CreateJob(
|
||||
+ TaskPriority::kUserBlocking,
|
||||
+ std::make_unique<AsyncCompileJSToWasmWrapperJob>(native_module_weak_));
|
||||
baseline_compile_job_ = V8::GetCurrentPlatform()->CreateJob(
|
||||
TaskPriority::kUserVisible,
|
||||
std::make_unique<BackgroundCompileJob>(
|
||||
@@ -3207,7 +3186,7 @@ void CompilationStateImpl::InitializeCompilationProgress(
|
||||
|
||||
base::MutexGuard guard(&callbacks_mutex_);
|
||||
DCHECK_EQ(0, outstanding_baseline_units_);
|
||||
- DCHECK(!has_outstanding_export_wrappers_);
|
||||
+ DCHECK_EQ(0, outstanding_export_wrappers_);
|
||||
|
||||
// Compute the default compilation progress for all functions, and set it.
|
||||
const ExecutionTierPair default_tiers = GetDefaultTiersPerModule(
|
||||
@@ -3238,7 +3217,7 @@ void CompilationStateImpl::InitializeCompilationProgress(
|
||||
|
||||
// Account for outstanding wrapper compilation.
|
||||
outstanding_baseline_units_ += num_import_wrappers;
|
||||
- has_outstanding_export_wrappers_ = (num_export_wrappers > 0);
|
||||
+ outstanding_export_wrappers_ = num_export_wrappers;
|
||||
|
||||
// Trigger callbacks if module needs no baseline or top tier compilation. This
|
||||
// can be the case for an empty or fully lazy module.
|
||||
@@ -3396,14 +3375,16 @@ void CompilationStateImpl::CommitCompilationUnits(
|
||||
js_to_wasm_wrapper_units) {
|
||||
if (!js_to_wasm_wrapper_units.empty()) {
|
||||
// |js_to_wasm_wrapper_units_| will only be initialized once.
|
||||
- DCHECK_NULL(js_to_wasm_wrapper_job_);
|
||||
+ DCHECK_EQ(0, outstanding_js_to_wasm_wrappers_.load());
|
||||
js_to_wasm_wrapper_units_.insert(js_to_wasm_wrapper_units_.end(),
|
||||
js_to_wasm_wrapper_units.begin(),
|
||||
js_to_wasm_wrapper_units.end());
|
||||
- js_to_wasm_wrapper_job_ = V8::GetCurrentPlatform()->PostJob(
|
||||
- TaskPriority::kUserBlocking,
|
||||
- std::make_unique<AsyncCompileJSToWasmWrapperJob>(
|
||||
- native_module_weak_, js_to_wasm_wrapper_units_.size()));
|
||||
+ // Use release semantics such that updates to {js_to_wasm_wrapper_units_}
|
||||
+ // are available to other threads doing an acquire load.
|
||||
+ outstanding_js_to_wasm_wrappers_.store(js_to_wasm_wrapper_units.size(),
|
||||
+ std::memory_order_release);
|
||||
+ DCHECK(js_to_wasm_wrapper_job_->IsValid());
|
||||
+ js_to_wasm_wrapper_job_->NotifyConcurrencyIncrease();
|
||||
}
|
||||
if (!baseline_units.empty() || !top_tier_units.empty()) {
|
||||
compilation_unit_queues_.AddUnits(baseline_units, top_tier_units,
|
||||
@@ -3436,9 +3417,19 @@ void CompilationStateImpl::AddTopTierPriorityCompilationUnit(
|
||||
}
|
||||
|
||||
std::shared_ptr<JSToWasmWrapperCompilationUnit>
|
||||
-CompilationStateImpl::GetJSToWasmWrapperCompilationUnit(size_t index) {
|
||||
- DCHECK_LT(index, js_to_wasm_wrapper_units_.size());
|
||||
- return js_to_wasm_wrapper_units_[index];
|
||||
+CompilationStateImpl::GetNextJSToWasmWrapperCompilationUnit() {
|
||||
+ size_t outstanding_units =
|
||||
+ outstanding_js_to_wasm_wrappers_.load(std::memory_order_relaxed);
|
||||
+ // Use acquire semantics such that initialization of
|
||||
+ // {js_to_wasm_wrapper_units_} is available.
|
||||
+ while (outstanding_units &&
|
||||
+ !outstanding_js_to_wasm_wrappers_.compare_exchange_weak(
|
||||
+ outstanding_units, outstanding_units - 1,
|
||||
+ std::memory_order_acquire)) {
|
||||
+ // Retry with updated {outstanding_units}.
|
||||
+ }
|
||||
+ if (outstanding_units == 0) return nullptr;
|
||||
+ return js_to_wasm_wrapper_units_[outstanding_units - 1];
|
||||
}
|
||||
|
||||
void CompilationStateImpl::FinalizeJSToWasmWrappers(Isolate* isolate,
|
||||
@@ -3545,9 +3536,11 @@ void CompilationStateImpl::OnFinishedUnits(
|
||||
TriggerCallbacks();
|
||||
}
|
||||
|
||||
-void CompilationStateImpl::OnFinishedJSToWasmWrapperUnits() {
|
||||
+void CompilationStateImpl::OnFinishedJSToWasmWrapperUnits(int num) {
|
||||
+ if (num == 0) return;
|
||||
base::MutexGuard guard(&callbacks_mutex_);
|
||||
- has_outstanding_export_wrappers_ = false;
|
||||
+ DCHECK_GE(outstanding_export_wrappers_, num);
|
||||
+ outstanding_export_wrappers_ -= num;
|
||||
TriggerCallbacks();
|
||||
}
|
||||
|
||||
@@ -3555,7 +3548,7 @@ void CompilationStateImpl::TriggerCallbacks() {
|
||||
DCHECK(!callbacks_mutex_.TryLock());
|
||||
|
||||
base::EnumSet<CompilationEvent> triggered_events;
|
||||
- if (!has_outstanding_export_wrappers_) {
|
||||
+ if (outstanding_export_wrappers_ == 0) {
|
||||
triggered_events.Add(CompilationEvent::kFinishedExportWrappers);
|
||||
if (outstanding_baseline_units_ == 0) {
|
||||
triggered_events.Add(CompilationEvent::kFinishedBaselineCompilation);
|
||||
@@ -3601,7 +3594,7 @@ void CompilationStateImpl::TriggerCallbacks() {
|
||||
}
|
||||
}
|
||||
|
||||
- if (outstanding_baseline_units_ == 0 && !has_outstanding_export_wrappers_) {
|
||||
+ if (outstanding_baseline_units_ == 0 && outstanding_export_wrappers_ == 0) {
|
||||
auto new_end = std::remove_if(
|
||||
callbacks_.begin(), callbacks_.end(), [](const auto& callback) {
|
||||
return callback->release_after_final_event();
|
||||
@@ -3700,6 +3693,10 @@ void CompilationStateImpl::SchedulePublishCompilationResults(
|
||||
}
|
||||
}
|
||||
|
||||
+size_t CompilationStateImpl::NumOutstandingExportWrappers() const {
|
||||
+ return outstanding_js_to_wasm_wrappers_.load(std::memory_order_relaxed);
|
||||
+}
|
||||
+
|
||||
size_t CompilationStateImpl::NumOutstandingCompilations(
|
||||
CompilationTier tier) const {
|
||||
return compilation_unit_queues_.GetSizeForTier(tier);
|
||||
@@ -3728,8 +3725,7 @@ void CompilationStateImpl::WaitForCompilationEvent(
|
||||
// Waiting on other CompilationEvent doesn't make sense.
|
||||
UNREACHABLE();
|
||||
}
|
||||
- if (js_to_wasm_wrapper_job_ && js_to_wasm_wrapper_job_->IsValid())
|
||||
- js_to_wasm_wrapper_job_->Join();
|
||||
+ if (js_to_wasm_wrapper_job_->IsValid()) js_to_wasm_wrapper_job_->Join();
|
||||
#ifdef DEBUG
|
||||
base::EnumSet<CompilationEvent> events{expect_event,
|
||||
CompilationEvent::kFailedCompilation};
|
||||
@@ -3778,32 +3774,45 @@ void CompilationStateImpl::TierUpAllFunctions() {
|
||||
}
|
||||
|
||||
namespace {
|
||||
-using JSToWasmWrapperSet =
|
||||
- std::unordered_set<JSToWasmWrapperKey, base::hash<JSToWasmWrapperKey>>;
|
||||
-using JSToWasmWrapperUnitVector =
|
||||
- std::vector<std::pair<JSToWasmWrapperKey,
|
||||
- std::unique_ptr<JSToWasmWrapperCompilationUnit>>>;
|
||||
-
|
||||
-class CompileJSToWasmWrapperJob final : public BaseCompileJSToWasmWrapperJob {
|
||||
+using JSToWasmWrapperQueue = WrapperQueue<JSToWasmWrapperKey, std::nullptr_t,
|
||||
+ base::hash<JSToWasmWrapperKey>>;
|
||||
+using JSToWasmWrapperUnitMap =
|
||||
+ std::unordered_map<JSToWasmWrapperKey,
|
||||
+ std::unique_ptr<JSToWasmWrapperCompilationUnit>,
|
||||
+ base::hash<JSToWasmWrapperKey>>;
|
||||
+
|
||||
+class CompileJSToWasmWrapperJob final : public JobTask {
|
||||
public:
|
||||
- CompileJSToWasmWrapperJob(JSToWasmWrapperUnitVector* compilation_units)
|
||||
- : BaseCompileJSToWasmWrapperJob(compilation_units->size()),
|
||||
- compilation_units_(compilation_units) {}
|
||||
+ CompileJSToWasmWrapperJob(JSToWasmWrapperQueue* queue,
|
||||
+ JSToWasmWrapperUnitMap* compilation_units)
|
||||
+ : queue_(queue),
|
||||
+ compilation_units_(compilation_units),
|
||||
+ outstanding_units_(queue->size()) {}
|
||||
|
||||
void Run(JobDelegate* delegate) override {
|
||||
- while (true) {
|
||||
- size_t index = GetNextUnitIndex();
|
||||
- if (index >= compilation_units_->size()) return;
|
||||
+ while (base::Optional<std::pair<JSToWasmWrapperKey, std::nullptr_t>> key =
|
||||
+ queue_->pop()) {
|
||||
JSToWasmWrapperCompilationUnit* unit =
|
||||
- (*compilation_units_)[index].second.get();
|
||||
+ (*compilation_units_)[key->first].get();
|
||||
unit->Execute();
|
||||
- CompleteUnit();
|
||||
+ outstanding_units_.fetch_sub(1, std::memory_order_relaxed);
|
||||
if (delegate && delegate->ShouldYield()) return;
|
||||
}
|
||||
}
|
||||
|
||||
+ size_t GetMaxConcurrency(size_t /* worker_count */) const override {
|
||||
+ DCHECK_GE(v8_flags.wasm_num_compilation_tasks, 1);
|
||||
+ // {outstanding_units_} includes the units that other workers are currently
|
||||
+ // working on, so we can safely ignore the {worker_count} and just return
|
||||
+ // the current number of outstanding units.
|
||||
+ return std::min(static_cast<size_t>(v8_flags.wasm_num_compilation_tasks),
|
||||
+ outstanding_units_.load(std::memory_order_relaxed));
|
||||
+ }
|
||||
+
|
||||
private:
|
||||
- JSToWasmWrapperUnitVector* const compilation_units_;
|
||||
+ JSToWasmWrapperQueue* const queue_;
|
||||
+ JSToWasmWrapperUnitMap* const compilation_units_;
|
||||
+ std::atomic<size_t> outstanding_units_;
|
||||
};
|
||||
} // namespace
|
||||
|
||||
@@ -3813,8 +3822,8 @@ void CompileJsToWasmWrappers(Isolate* isolate, const WasmModule* module) {
|
||||
isolate->heap()->EnsureWasmCanonicalRttsSize(module->MaxCanonicalTypeIndex() +
|
||||
1);
|
||||
|
||||
- JSToWasmWrapperSet set;
|
||||
- JSToWasmWrapperUnitVector compilation_units;
|
||||
+ JSToWasmWrapperQueue queue;
|
||||
+ JSToWasmWrapperUnitMap compilation_units;
|
||||
WasmFeatures enabled_features = WasmFeatures::FromIsolate(isolate);
|
||||
|
||||
// Prepare compilation units in the main thread.
|
||||
@@ -3834,13 +3843,12 @@ void CompileJsToWasmWrappers(Isolate* isolate, const WasmModule* module) {
|
||||
}
|
||||
|
||||
JSToWasmWrapperKey key(function.imported, canonical_type_index);
|
||||
- const auto [it, inserted] = set.insert(key);
|
||||
- if (inserted) {
|
||||
+ if (queue.insert(key, nullptr)) {
|
||||
auto unit = std::make_unique<JSToWasmWrapperCompilationUnit>(
|
||||
isolate, function.sig, canonical_type_index, module,
|
||||
function.imported, enabled_features,
|
||||
JSToWasmWrapperCompilationUnit::kAllowGeneric);
|
||||
- compilation_units.emplace_back(key, std::move(unit));
|
||||
+ compilation_units.emplace(key, std::move(unit));
|
||||
}
|
||||
}
|
||||
|
||||
@@ -3849,7 +3857,8 @@ void CompileJsToWasmWrappers(Isolate* isolate, const WasmModule* module) {
|
||||
// descriptive. It's mainly to log the number of wrappers.
|
||||
TRACE_EVENT1("v8.wasm", "wasm.JsToWasmWrapperCompilation", "num_wrappers",
|
||||
compilation_units.size());
|
||||
- auto job = std::make_unique<CompileJSToWasmWrapperJob>(&compilation_units);
|
||||
+ auto job =
|
||||
+ std::make_unique<CompileJSToWasmWrapperJob>(&queue, &compilation_units);
|
||||
if (v8_flags.wasm_num_compilation_tasks > 0) {
|
||||
auto job_handle = V8::GetCurrentPlatform()->CreateJob(
|
||||
TaskPriority::kUserVisible, std::move(job));
|
Loading…
Reference in a new issue