deps/v8/src/heap/memory-pool.h - main - githubmirror/node

deps/v8/src/heap/memory-pool.h
259 строк8 KB
Michaël Zasso
deps: update V8 to 14.6.202.33
24 апр 2026, 19:01
24 апр 2026, 19:01f1e0b83
// Copyright 2025 the V8 project authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

#ifndef V8_HEAP_MEMORY_POOL_H_
#define V8_HEAP_MEMORY_POOL_H_

#include "absl/container/flat_hash_map.h"
#include "src/base/platform/mutex.h"
#include "src/base/platform/time.h"
#include "src/utils/allocation.h"

namespace v8::internal {

class CancelableTaskManager;
class Isolate;
class LargePage;
class BasePage;
class MutablePage;
class NormalPage;

// PooledPage converts a metadata object into a pooled entry. The metadata entry
// should be considered invalid after invoking `Create()`. PooledPage takes over
// memory reservations from the MemoryChunk and the metadata objects.
//
// The purpose of PooledPage is making explicit where destructors are called and
// memory is freed.
class PooledPage final {
 public:
  // Epoch used to indicate when memory is supposed to be released.
  using Epoch = size_t;

  struct Result {
    void* uninitialized_metadata;
    base::AddressRegion uninitialized_chunk;
  };

  ~PooledPage();

  PooledPage(PooledPage&&) V8_NOEXCEPT = default;
  PooledPage& operator=(PooledPage&&) V8_NOEXCEPT = default;
  PooledPage(const PooledPage&) = delete;
  PooledPage& operator=(const PooledPage&) = delete;

  size_t size() const { return reservation_.size(); }
  size_t epoch() const { return epoch_; }

  // Transfers ownership to a `Result` that is then used by the callers to
  // initialize the chunk and metadata.
  Result ToResult();

 private:
  friend class MemoryPool;

  // Bottlenecks for converting metadata objects into the pooled page
  // counterpart.
  static PooledPage Create(NormalPage* metadata, Epoch epoch);
  static PooledPage Create(LargePage* metadata, Epoch epoch);

  PooledPage(void* uninitialized_metadata, VirtualMemory reservation,
             Epoch epoch);

  void* uninitialized_metadata_;
  // The reservation that was previously used by MemoryChunk.
  VirtualMemory reservation_;
  Epoch epoch_;
};

// Pool that keeps memory cached until explicitly flushed. The pool assumes that
// memory can be freely reused and globally shared. E.g., pages entering the
// pool can immediately be reused by some other Isolate.
//
// Currently used for pages and zone reservations.
class MemoryPool final {
  using Epoch = PooledPage::Epoch;

 public:
  // Config struct used to initialize MemoryPool. We save the flags in it and
  // don't use v8_flags directly to avoid races (especially for tests using
  // FlagScope).
  struct Config final {
    bool single_threaded = false;
    bool share_memory_on_teardown = true;
    bool trace_gc_nvp = false;
    size_t max_large_page_pool_size = 32;
    size_t timeout_in_sec = 8;
  };

  explicit MemoryPool(Config);
  ~MemoryPool();

  MemoryPool(const MemoryPool&) = delete;
  MemoryPool& operator=(const MemoryPool&) = delete;

  // Creates a pooled page with current epoch.
  PooledPage CreatePooledPage(NormalPage* metadata);

  // Adds page to the pool.
  void Add(Isolate* isolate, MutablePage* chunk);
  // Tries to get page from the pool. Order of priority for pools:
  // 1. Local pool for the isolate.
  // 2. Shared pool.
  // 3. Steal from another isolate.
  std::optional<PooledPage::Result> Remove(Isolate* isolate);

  void AddLarge(Isolate* isolate, std::vector<LargePage*>& pages);
  // Tries to get a large page from the pool with at least `chunk_size` usable
  // bytes.
  std::optional<PooledPage::Result> RemoveLarge(Isolate* isolate,
                                                size_t chunk_size);

  // Adds a zone reservation to the pool. A zone reservation doesn't need to
  // be necessarily associated with an `isolate` (i.e. `isolate` may be
  // nullptr).
  void AddZoneReservation(Isolate* isolate, VirtualMemory zone_reservation);

  // Tries to get a zone reservation from the pool. See Remove() for details.
  // A zone reservation doesn't need to be necessarily associated with an
  // `isolate` (i.e. `isolate` may be nullptr).
  std::optional<VirtualMemory> RemoveZoneReservation(Isolate* isolate);

  // Used to release the local page pool for this isolate on isolate teardown.
  // If a task can be scheduled on another isolate, freeing of pooled pages will
  // be delayed to give other isolates the chance to make use of its pooled
  // pages. If this is not possible pages will be freed immediately.
  void ReleaseOnTearDown(Isolate* isolate);

  // Releases the pooled pages of a specific isolate immediately.
  V8_EXPORT_PRIVATE void ReleaseImmediately(Isolate* isolate);

  // Releases all the pooled pages immediately.
  void ReleaseAllImmediately();

  // Tear down this page pool. Frees all pooled pages immediately.
  void TearDown();

  // Notifies the pool that a GC is going to start.
  void GarbageCollectionPrologue(Isolate* isolate, GarbageCollector collector);

  // Returns the number of pages in the local pool for the given isolate.
  size_t GetCount(Isolate* isolate) const;

  // Returns the number of pages in the shared pool.
  size_t GetSharedCount() const;

  // Returns the number of pages cached in all local pools and the shared pool.
  size_t GetTotalCount() const;

  // Cancels the background releasing task.
  V8_EXPORT_PRIVATE void CancelAndWaitForTaskToFinishForTesting();
  V8_EXPORT_PRIVATE void ReenableTaskForTesting();

 private:
  class ReleasePooledChunksTask;

  struct PoolReleaseStats {
    size_t removed_entries = 0;
    bool pool_emptied = false;
  };

  template <typename PoolEntry>
  class PoolImpl final {
   public:
    explicit PoolImpl(MemoryPool::Config config) : config_(config) {}

    ~PoolImpl() {
      DCHECK(local_pools_.empty());
      DCHECK(shared_pool_.empty());
    }

    void PutLocal(Isolate* isolate, PoolEntry entry);
    std::optional<PoolEntry> Get(Isolate* isolate);
    bool MoveLocalToShared(Isolate* isolate);
    void ReleaseShared();
    void ReleaseLocal();
    void ReleaseLocal(Isolate* isolate);
    PoolReleaseStats ReleaseUpTo(Epoch release_epoch);

    void TearDown();

    size_t Size() const;
    size_t LocalSize(Isolate* isolate) const;
    size_t SharedSize() const;

   private:
    const MemoryPool::Config config_;
    absl::flat_hash_map<Isolate*, std::vector<PoolEntry>> local_pools_;
    std::vector<PoolEntry> shared_pool_;
    mutable base::Mutex mutex_;
  };

  class LargePagePoolImpl final {
   public:
    explicit LargePagePoolImpl(MemoryPool::Config config) : config_(config) {}

    ~LargePagePoolImpl() { DCHECK(pages_.empty()); }

    bool Add(std::vector<LargePage*>& pages, Epoch epoch);
    std::optional<PooledPage::Result> Remove(Isolate* isolate,
                                             size_t chunk_size);
    void ReleaseAll();
    PoolReleaseStats ReleaseUpTo(Epoch release_epoch);

    void TearDown();
    size_t ComputeTotalSize() const;

   private:
    const MemoryPool::Config config_;
    base::Mutex mutex_;
    std::vector<PooledPage> pages_;
    size_t total_size_ = 0;
  };

  class PooledVirtualMemory final {
   public:
    PooledVirtualMemory(VirtualMemory memory, Epoch epoch)
        : memory_(std::move(memory)), epoch_(epoch) {}

    VirtualMemory& virtual_memory() { return memory_; }
    Epoch epoch() const { return epoch_; }
    size_t size() const { return memory_.size(); }

   private:
    VirtualMemory memory_;
    Epoch epoch_;
  };

  struct ReleaseStats final {
    size_t pages_removed = 0;
    size_t large_pages_removed = 0;
    size_t zone_reservations_removed = 0;
    bool pool_emptied = false;
  };

  void PostDelayedReleaseTask(Isolate* isolate, base::TimeDelta delay);
  void PostDelayedReleaseTaskIfNeeded(Isolate* isolate);

  const Config config_;
  std::atomic<bool> task_disabled_ = false;

  PoolImpl<PooledPage> page_pool_;
  PoolImpl<PooledVirtualMemory> zone_pool_;

  LargePagePoolImpl large_pool_;

  // Released shared pool pages at least as old as `release_epoch`. Returns the
  // number of freed pages.
  ReleaseStats ReleaseUpTo(Epoch release_epoch);

  std::atomic<Epoch> current_epoch_{0};
  std::atomic<base::TimeTicks> posted_time_;
  std::unique_ptr<CancelableTaskManager> cancellable_task_manager_;

  static_assert(std::atomic<base::TimeTicks>::is_always_lock_free);
};

}  // namespace v8::internal

#endif  // V8_HEAP_MEMORY_POOL_H_