c-api.cc 102 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
// Copyright 2019 the V8 project authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.

// This implementation is originally from
// https://github.com/WebAssembly/wasm-c-api/:

// Copyright 2019 Andreas Rossberg
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
//     http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.

#include <cstring>
#include <iostream>

25 26
#include "src/wasm/c-api.h"

27 28 29
#include "third_party/wasm-api/wasm.h"

#include "include/libplatform/libplatform.h"
30
#include "src/api/api-inl.h"
31
#include "src/compiler/wasm-compiler.h"
32 33
#include "src/objects/js-collection-inl.h"
#include "src/objects/managed.h"
34
#include "src/objects/stack-frame-info-inl.h"
35
#include "src/wasm/leb-helper.h"
36
#include "src/wasm/module-instantiate.h"
37
#include "src/wasm/wasm-arguments.h"
38 39
#include "src/wasm/wasm-constants.h"
#include "src/wasm/wasm-objects.h"
40
#include "src/wasm/wasm-result.h"
41 42
#include "src/wasm/wasm-serialization.h"

43 44 45 46
#ifdef WASM_API_DEBUG
#error "WASM_API_DEBUG is unsupported"
#endif

47 48
namespace wasm {

49
namespace {
50

51
auto ReadLebU64(const byte_t** pos) -> uint64_t {
52 53 54 55
  uint64_t n = 0;
  uint64_t shift = 0;
  byte_t b;
  do {
56 57
    b = **pos;
    (*pos)++;
58 59 60 61 62 63
    n += (b & 0x7f) << shift;
    shift += 7;
  } while ((b & 0x80) != 0);
  return n;
}

64
ValKind V8ValueTypeToWasm(i::wasm::ValueType v8_valtype) {
65 66
  switch (v8_valtype.kind()) {
    case i::wasm::ValueType::kI32:
67
      return I32;
68
    case i::wasm::ValueType::kI64:
69
      return I64;
70
    case i::wasm::ValueType::kF32:
71
      return F32;
72
    case i::wasm::ValueType::kF64:
73
      return F64;
74
    case i::wasm::ValueType::kFuncRef:
75
      return FUNCREF;
76
    case i::wasm::ValueType::kAnyRef:
77
      return ANYREF;
78 79 80 81 82 83
    default:
      // TODO(wasm+): support new value types
      UNREACHABLE();
  }
}

84 85 86
i::wasm::ValueType WasmValKindToV8(ValKind kind) {
  switch (kind) {
    case I32:
87
      return i::wasm::kWasmI32;
88
    case I64:
89
      return i::wasm::kWasmI64;
90
    case F32:
91
      return i::wasm::kWasmF32;
92
    case F64:
93
      return i::wasm::kWasmF64;
94
    case FUNCREF:
95
      return i::wasm::kWasmFuncRef;
96
    case ANYREF:
97
      return i::wasm::kWasmAnyRef;
98 99 100
    default:
      // TODO(wasm+): support new value types
      UNREACHABLE();
101 102 103
  }
}

104 105 106 107
Name GetNameFromWireBytes(const i::wasm::WireBytesRef& ref,
                          const i::Vector<const uint8_t>& wire_bytes) {
  DCHECK_LE(ref.offset(), wire_bytes.length());
  DCHECK_LE(ref.end_offset(), wire_bytes.length());
108
  if (ref.length() == 0) return Name::make();
109 110 111 112
  Name name = Name::make_uninitialized(ref.length());
  std::memcpy(name.get(), wire_bytes.begin() + ref.offset(), ref.length());
  return name;
}
113

114
own<FuncType> FunctionSigToFuncType(const i::wasm::FunctionSig* sig) {
115
  size_t param_count = sig->parameter_count();
116
  ownvec<ValType> params = ownvec<ValType>::make_uninitialized(param_count);
117 118 119 120
  for (size_t i = 0; i < param_count; i++) {
    params[i] = ValType::make(V8ValueTypeToWasm(sig->GetParam(i)));
  }
  size_t return_count = sig->return_count();
121
  ownvec<ValType> results = ownvec<ValType>::make_uninitialized(return_count);
122 123 124 125 126
  for (size_t i = 0; i < return_count; i++) {
    results[i] = ValType::make(V8ValueTypeToWasm(sig->GetReturn(i)));
  }
  return FuncType::make(std::move(params), std::move(results));
}
127

128 129 130
own<ExternType> GetImportExportType(const i::wasm::WasmModule* module,
                                    const i::wasm::ImportExportKindCode kind,
                                    const uint32_t index) {
131 132 133 134 135 136
  switch (kind) {
    case i::wasm::kExternalFunction: {
      return FunctionSigToFuncType(module->functions[index].sig);
    }
    case i::wasm::kExternalTable: {
      const i::wasm::WasmTable& table = module->tables[index];
137
      own<ValType> elem = ValType::make(V8ValueTypeToWasm(table.type));
138 139 140 141 142 143 144 145 146 147 148 149
      Limits limits(table.initial_size,
                    table.has_maximum_size ? table.maximum_size : -1);
      return TableType::make(std::move(elem), limits);
    }
    case i::wasm::kExternalMemory: {
      DCHECK(module->has_memory);
      Limits limits(module->initial_pages,
                    module->has_maximum_pages ? module->maximum_pages : -1);
      return MemoryType::make(limits);
    }
    case i::wasm::kExternalGlobal: {
      const i::wasm::WasmGlobal& global = module->globals[index];
150
      own<ValType> content = ValType::make(V8ValueTypeToWasm(global.type));
151 152 153 154 155 156 157 158 159 160 161 162
      Mutability mutability = global.mutability ? VAR : CONST;
      return GlobalType::make(std::move(content), mutability);
    }
    case i::wasm::kExternalException:
      UNREACHABLE();
      return {};
  }
}

}  // namespace

/// BEGIN FILE wasm-v8.cc
163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216

///////////////////////////////////////////////////////////////////////////////
// Auxiliaries

[[noreturn]] void WASM_UNIMPLEMENTED(const char* s) {
  std::cerr << "Wasm API: " << s << " not supported yet!\n";
  exit(1);
}

template <class T>
void ignore(T) {}

template <class C>
struct implement;

template <class C>
auto impl(C* x) -> typename implement<C>::type* {
  return reinterpret_cast<typename implement<C>::type*>(x);
}

template <class C>
auto impl(const C* x) -> const typename implement<C>::type* {
  return reinterpret_cast<const typename implement<C>::type*>(x);
}

template <class C>
auto seal(typename implement<C>::type* x) -> C* {
  return reinterpret_cast<C*>(x);
}

template <class C>
auto seal(const typename implement<C>::type* x) -> const C* {
  return reinterpret_cast<const C*>(x);
}

///////////////////////////////////////////////////////////////////////////////
// Runtime Environment

// Configuration

struct ConfigImpl {
  ConfigImpl() {}
  ~ConfigImpl() {}
};

template <>
struct implement<Config> {
  using type = ConfigImpl;
};

Config::~Config() { impl(this)->~ConfigImpl(); }

void Config::operator delete(void* p) { ::operator delete(p); }

217 218
auto Config::make() -> own<Config> {
  return own<Config>(seal<Config>(new (std::nothrow) ConfigImpl()));
219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249
}

// Engine

struct EngineImpl {
  static bool created;

  std::unique_ptr<v8::Platform> platform;

  EngineImpl() {
    assert(!created);
    created = true;
  }

  ~EngineImpl() {
    v8::V8::Dispose();
    v8::V8::ShutdownPlatform();
  }
};

bool EngineImpl::created = false;

template <>
struct implement<Engine> {
  using type = EngineImpl;
};

Engine::~Engine() { impl(this)->~EngineImpl(); }

void Engine::operator delete(void* p) { ::operator delete(p); }

250
auto Engine::make(own<Config>&& config) -> own<Engine> {
251
  i::FLAG_expose_gc = true;
252
  i::FLAG_experimental_wasm_anyref = true;
253 254 255
  i::FLAG_experimental_wasm_bigint = true;
  i::FLAG_experimental_wasm_mv = true;
  auto engine = new (std::nothrow) EngineImpl;
256
  if (!engine) return own<Engine>();
257 258 259 260 261 262 263 264
  engine->platform = v8::platform::NewDefaultPlatform();
  v8::V8::InitializePlatform(engine->platform.get());
  v8::V8::Initialize();
  return make_own(seal<Engine>(engine));
}

// Stores

265
StoreImpl::~StoreImpl() {
266
#ifdef DEBUG
267
  reinterpret_cast<i::Isolate*>(isolate_)->heap()->PreciseCollectAllGarbage(
268 269
      i::Heap::kForcedGC, i::GarbageCollectionReason::kTesting,
      v8::kNoGCCallbackFlags);
270
#endif
271 272 273 274
  context()->Exit();
  isolate_->Dispose();
  delete create_params_.array_buffer_allocator;
}
275

276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307
struct ManagedData {
  ManagedData(void* info, void (*finalizer)(void*))
      : info(info), finalizer(finalizer) {}

  ~ManagedData() {
    if (finalizer) (*finalizer)(info);
  }

  void* info;
  void (*finalizer)(void*);
};

void StoreImpl::SetHostInfo(i::Handle<i::Object> object, void* info,
                            void (*finalizer)(void*)) {
  i::HandleScope scope(i_isolate());
  // Ideally we would specify the total size kept alive by {info} here,
  // but all we get from the embedder is a {void*}, so our best estimate
  // is the size of the metadata.
  size_t estimated_size = sizeof(ManagedData);
  i::Handle<i::Object> wrapper = i::Managed<ManagedData>::FromRawPtr(
      i_isolate(), estimated_size, new ManagedData(info, finalizer));
  int32_t hash = object->GetOrCreateHash(i_isolate()).value();
  i::JSWeakCollection::Set(host_info_map_, object, wrapper, hash);
}

void* StoreImpl::GetHostInfo(i::Handle<i::Object> key) {
  i::Object raw =
      i::EphemeronHashTable::cast(host_info_map_->table()).Lookup(key);
  if (raw.IsTheHole(i_isolate())) return nullptr;
  return i::Managed<ManagedData>::cast(raw).raw()->info;
}

308 309 310 311 312 313 314 315 316
template <>
struct implement<Store> {
  using type = StoreImpl;
};

Store::~Store() { impl(this)->~StoreImpl(); }

void Store::operator delete(void* p) { ::operator delete(p); }

317
auto Store::make(Engine*) -> own<Store> {
318
  auto store = make_own(new (std::nothrow) StoreImpl());
319
  if (!store) return own<Store>();
320 321 322 323

  // Create isolate.
  store->create_params_.array_buffer_allocator =
      v8::ArrayBuffer::Allocator::NewDefaultAllocator();
324
  v8::Isolate* isolate = v8::Isolate::New(store->create_params_);
325
  if (!isolate) return own<Store>();
326 327 328 329 330 331
  store->isolate_ = isolate;
  isolate->SetData(0, store.get());
  // We intentionally do not call isolate->Enter() here, because that would
  // prevent embedders from using stores with overlapping but non-nested
  // lifetimes. The consequence is that Isolate::Current() is dysfunctional
  // and hence must not be called by anything reachable via this file.
332 333 334 335 336

  {
    v8::HandleScope handle_scope(isolate);

    // Create context.
337
    v8::Local<v8::Context> context = v8::Context::New(isolate);
338
    if (context.IsEmpty()) return own<Store>();
339
    context->Enter();  // The Exit() call is in ~StoreImpl.
340
    store->context_ = v8::Eternal<v8::Context>(isolate, context);
341 342 343 344 345

    // Create weak map for Refs with host info.
    i::Isolate* i_isolate = reinterpret_cast<i::Isolate*>(isolate);
    store->host_info_map_ = i_isolate->global_handles()->Create(
        *i_isolate->factory()->NewJSWeakMap());
346
  }
347 348 349 350
  // We want stack traces for traps.
  constexpr int kStackLimit = 10;
  isolate->SetCaptureStackTraceForUncaughtExceptions(true, kStackLimit,
                                                     v8::StackTrace::kOverview);
351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370

  return make_own(seal<Store>(store.release()));
}

///////////////////////////////////////////////////////////////////////////////
// Type Representations

// Value Types

struct ValTypeImpl {
  ValKind kind;

  explicit ValTypeImpl(ValKind kind) : kind(kind) {}
};

template <>
struct implement<ValType> {
  using type = ValTypeImpl;
};

371 372 373 374 375 376
ValTypeImpl* valtype_i32 = new ValTypeImpl(I32);
ValTypeImpl* valtype_i64 = new ValTypeImpl(I64);
ValTypeImpl* valtype_f32 = new ValTypeImpl(F32);
ValTypeImpl* valtype_f64 = new ValTypeImpl(F64);
ValTypeImpl* valtype_anyref = new ValTypeImpl(ANYREF);
ValTypeImpl* valtype_funcref = new ValTypeImpl(FUNCREF);
377 378 379 380 381

ValType::~ValType() {}

void ValType::operator delete(void*) {}

382
own<ValType> ValType::make(ValKind k) {
383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406
  ValTypeImpl* valtype;
  switch (k) {
    case I32:
      valtype = valtype_i32;
      break;
    case I64:
      valtype = valtype_i64;
      break;
    case F32:
      valtype = valtype_f32;
      break;
    case F64:
      valtype = valtype_f64;
      break;
    case ANYREF:
      valtype = valtype_anyref;
      break;
    case FUNCREF:
      valtype = valtype_funcref;
      break;
    default:
      // TODO(wasm+): support new value types
      UNREACHABLE();
  }
407
  return own<ValType>(seal<ValType>(valtype));
408 409
}

410
auto ValType::copy() const -> own<ValType> { return make(kind()); }
411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431

auto ValType::kind() const -> ValKind { return impl(this)->kind; }

// Extern Types

struct ExternTypeImpl {
  ExternKind kind;

  explicit ExternTypeImpl(ExternKind kind) : kind(kind) {}
  virtual ~ExternTypeImpl() {}
};

template <>
struct implement<ExternType> {
  using type = ExternTypeImpl;
};

ExternType::~ExternType() { impl(this)->~ExternTypeImpl(); }

void ExternType::operator delete(void* p) { ::operator delete(p); }

432
auto ExternType::copy() const -> own<ExternType> {
433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449
  switch (kind()) {
    case EXTERN_FUNC:
      return func()->copy();
    case EXTERN_GLOBAL:
      return global()->copy();
    case EXTERN_TABLE:
      return table()->copy();
    case EXTERN_MEMORY:
      return memory()->copy();
  }
}

auto ExternType::kind() const -> ExternKind { return impl(this)->kind; }

// Function Types

struct FuncTypeImpl : ExternTypeImpl {
450 451
  ownvec<ValType> params;
  ownvec<ValType> results;
452

453 454
  FuncTypeImpl(ownvec<ValType>& params,   // NOLINT(runtime/references)
               ownvec<ValType>& results)  // NOLINT(runtime/references)
455 456 457 458 459 460 461 462 463 464 465 466 467 468
      : ExternTypeImpl(EXTERN_FUNC),
        params(std::move(params)),
        results(std::move(results)) {}

  ~FuncTypeImpl() {}
};

template <>
struct implement<FuncType> {
  using type = FuncTypeImpl;
};

FuncType::~FuncType() {}

469 470
auto FuncType::make(ownvec<ValType>&& params, ownvec<ValType>&& results)
    -> own<FuncType> {
471
  return params && results
472 473 474
             ? own<FuncType>(seal<FuncType>(new (std::nothrow)
                                                FuncTypeImpl(params, results)))
             : own<FuncType>();
475 476
}

477 478
auto FuncType::copy() const -> own<FuncType> {
  return make(params().deep_copy(), results().deep_copy());
479 480
}

481
auto FuncType::params() const -> const ownvec<ValType>& {
482 483 484
  return impl(this)->params;
}

485
auto FuncType::results() const -> const ownvec<ValType>& {
486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503
  return impl(this)->results;
}

auto ExternType::func() -> FuncType* {
  return kind() == EXTERN_FUNC
             ? seal<FuncType>(static_cast<FuncTypeImpl*>(impl(this)))
             : nullptr;
}

auto ExternType::func() const -> const FuncType* {
  return kind() == EXTERN_FUNC
             ? seal<FuncType>(static_cast<const FuncTypeImpl*>(impl(this)))
             : nullptr;
}

// Global Types

struct GlobalTypeImpl : ExternTypeImpl {
504
  own<ValType> content;
505 506
  Mutability mutability;

507
  GlobalTypeImpl(own<ValType>& content,  // NOLINT(runtime/references)
508
                 Mutability mutability)
509 510 511 512 513 514 515 516 517 518 519 520 521 522
      : ExternTypeImpl(EXTERN_GLOBAL),
        content(std::move(content)),
        mutability(mutability) {}

  ~GlobalTypeImpl() {}
};

template <>
struct implement<GlobalType> {
  using type = GlobalTypeImpl;
};

GlobalType::~GlobalType() {}

523 524 525
auto GlobalType::make(own<ValType>&& content, Mutability mutability)
    -> own<GlobalType> {
  return content ? own<GlobalType>(seal<GlobalType>(
526
                       new (std::nothrow) GlobalTypeImpl(content, mutability)))
527
                 : own<GlobalType>();
528 529
}

530
auto GlobalType::copy() const -> own<GlobalType> {
531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556
  return make(content()->copy(), mutability());
}

auto GlobalType::content() const -> const ValType* {
  return impl(this)->content.get();
}

auto GlobalType::mutability() const -> Mutability {
  return impl(this)->mutability;
}

auto ExternType::global() -> GlobalType* {
  return kind() == EXTERN_GLOBAL
             ? seal<GlobalType>(static_cast<GlobalTypeImpl*>(impl(this)))
             : nullptr;
}

auto ExternType::global() const -> const GlobalType* {
  return kind() == EXTERN_GLOBAL
             ? seal<GlobalType>(static_cast<const GlobalTypeImpl*>(impl(this)))
             : nullptr;
}

// Table Types

struct TableTypeImpl : ExternTypeImpl {
557
  own<ValType> element;
558 559
  Limits limits;

560
  TableTypeImpl(own<ValType>& element,  // NOLINT(runtime/references)
561
                Limits limits)
562 563 564 565 566 567 568 569 570 571 572 573 574 575
      : ExternTypeImpl(EXTERN_TABLE),
        element(std::move(element)),
        limits(limits) {}

  ~TableTypeImpl() {}
};

template <>
struct implement<TableType> {
  using type = TableTypeImpl;
};

TableType::~TableType() {}

576 577
auto TableType::make(own<ValType>&& element, Limits limits) -> own<TableType> {
  return element ? own<TableType>(seal<TableType>(
578
                       new (std::nothrow) TableTypeImpl(element, limits)))
579
                 : own<TableType>();
580 581
}

582
auto TableType::copy() const -> own<TableType> {
583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621
  return make(element()->copy(), limits());
}

auto TableType::element() const -> const ValType* {
  return impl(this)->element.get();
}

auto TableType::limits() const -> const Limits& { return impl(this)->limits; }

auto ExternType::table() -> TableType* {
  return kind() == EXTERN_TABLE
             ? seal<TableType>(static_cast<TableTypeImpl*>(impl(this)))
             : nullptr;
}

auto ExternType::table() const -> const TableType* {
  return kind() == EXTERN_TABLE
             ? seal<TableType>(static_cast<const TableTypeImpl*>(impl(this)))
             : nullptr;
}

// Memory Types

struct MemoryTypeImpl : ExternTypeImpl {
  Limits limits;

  explicit MemoryTypeImpl(Limits limits)
      : ExternTypeImpl(EXTERN_MEMORY), limits(limits) {}

  ~MemoryTypeImpl() {}
};

template <>
struct implement<MemoryType> {
  using type = MemoryTypeImpl;
};

MemoryType::~MemoryType() {}

622 623
auto MemoryType::make(Limits limits) -> own<MemoryType> {
  return own<MemoryType>(
624 625 626
      seal<MemoryType>(new (std::nothrow) MemoryTypeImpl(limits)));
}

627
auto MemoryType::copy() const -> own<MemoryType> {
628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649
  return MemoryType::make(limits());
}

auto MemoryType::limits() const -> const Limits& { return impl(this)->limits; }

auto ExternType::memory() -> MemoryType* {
  return kind() == EXTERN_MEMORY
             ? seal<MemoryType>(static_cast<MemoryTypeImpl*>(impl(this)))
             : nullptr;
}

auto ExternType::memory() const -> const MemoryType* {
  return kind() == EXTERN_MEMORY
             ? seal<MemoryType>(static_cast<const MemoryTypeImpl*>(impl(this)))
             : nullptr;
}

// Import Types

struct ImportTypeImpl {
  Name module;
  Name name;
650
  own<ExternType> type;
651

652 653 654
  ImportTypeImpl(Name& module,           // NOLINT(runtime/references)
                 Name& name,             // NOLINT(runtime/references)
                 own<ExternType>& type)  // NOLINT(runtime/references)
655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670
      : module(std::move(module)),
        name(std::move(name)),
        type(std::move(type)) {}

  ~ImportTypeImpl() {}
};

template <>
struct implement<ImportType> {
  using type = ImportTypeImpl;
};

ImportType::~ImportType() { impl(this)->~ImportTypeImpl(); }

void ImportType::operator delete(void* p) { ::operator delete(p); }

671 672
auto ImportType::make(Name&& module, Name&& name, own<ExternType>&& type)
    -> own<ImportType> {
673
  return module && name && type
674
             ? own<ImportType>(seal<ImportType>(
675
                   new (std::nothrow) ImportTypeImpl(module, name, type)))
676
             : own<ImportType>();
677 678
}

679
auto ImportType::copy() const -> own<ImportType> {
680 681 682 683 684 685 686 687 688 689 690 691 692 693 694
  return make(module().copy(), name().copy(), type()->copy());
}

auto ImportType::module() const -> const Name& { return impl(this)->module; }

auto ImportType::name() const -> const Name& { return impl(this)->name; }

auto ImportType::type() const -> const ExternType* {
  return impl(this)->type.get();
}

// Export Types

struct ExportTypeImpl {
  Name name;
695
  own<ExternType> type;
696

697 698
  ExportTypeImpl(Name& name,             // NOLINT(runtime/references)
                 own<ExternType>& type)  // NOLINT(runtime/references)
699 700 701 702 703 704 705 706 707 708 709 710 711 712
      : name(std::move(name)), type(std::move(type)) {}

  ~ExportTypeImpl() {}
};

template <>
struct implement<ExportType> {
  using type = ExportTypeImpl;
};

ExportType::~ExportType() { impl(this)->~ExportTypeImpl(); }

void ExportType::operator delete(void* p) { ::operator delete(p); }

713 714
auto ExportType::make(Name&& name, own<ExternType>&& type) -> own<ExportType> {
  return name && type ? own<ExportType>(seal<ExportType>(
715
                            new (std::nothrow) ExportTypeImpl(name, type)))
716
                      : own<ExportType>();
717 718
}

719
auto ExportType::copy() const -> own<ExportType> {
720 721 722 723 724 725 726 727 728
  return make(name().copy(), type()->copy());
}

auto ExportType::name() const -> const Name& { return impl(this)->name; }

auto ExportType::type() const -> const ExternType* {
  return impl(this)->type.get();
}

729 730
i::Handle<i::String> VecToString(i::Isolate* isolate,
                                 const vec<byte_t>& chars) {
731 732 733 734
  size_t length = chars.size();
  // Some, but not all, {chars} vectors we get here are null-terminated,
  // so let's be robust to that.
  if (length > 0 && chars[length - 1] == 0) length--;
735
  return isolate->factory()
736
      ->NewStringFromUtf8({chars.get(), length})
737 738 739
      .ToHandleChecked();
}

740 741
// References

742 743
template <class Ref, class JSType>
class RefImpl {
744
 public:
745
  static own<Ref> make(StoreImpl* store, i::Handle<JSType> obj) {
746
    RefImpl* self = new (std::nothrow) RefImpl();
747
    if (!self) return nullptr;
748 749
    i::Isolate* isolate = store->i_isolate();
    self->val_ = isolate->global_handles()->Create(*obj);
750 751 752
    return make_own(seal<Ref>(self));
  }

753
  ~RefImpl() { i::GlobalHandles::Destroy(location()); }
754

755
  own<Ref> copy() const { return make(store(), v8_object()); }
756

757
  StoreImpl* store() const { return StoreImpl::get(isolate()); }
758

759
  i::Isolate* isolate() const { return val_->GetIsolate(); }
760

761
  i::Handle<JSType> v8_object() const { return i::Handle<JSType>::cast(val_); }
762

763
  void* get_host_info() const { return store()->GetHostInfo(v8_object()); }
764 765

  void set_host_info(void* info, void (*finalizer)(void*)) {
766
    store()->SetHostInfo(v8_object(), info, finalizer);
767 768 769
  }

 private:
770 771 772 773 774 775 776
  RefImpl() {}

  i::Address* location() const {
    return reinterpret_cast<i::Address*>(val_.address());
  }

  i::Handle<i::JSReceiver> val_;
777 778 779 780
};

template <>
struct implement<Ref> {
781
  using type = RefImpl<Ref, i::JSReceiver>;
782 783
};

784
Ref::~Ref() { delete impl(this); }
785 786 787

void Ref::operator delete(void* p) {}

788
auto Ref::copy() const -> own<Ref> { return impl(this)->copy(); }
789

790 791 792 793 794
auto Ref::same(const Ref* that) const -> bool {
  i::HandleScope handle_scope(impl(this)->isolate());
  return impl(this)->v8_object()->SameValue(*impl(that)->v8_object());
}

795 796 797 798 799 800 801 802 803
auto Ref::get_host_info() const -> void* { return impl(this)->get_host_info(); }

void Ref::set_host_info(void* info, void (*finalizer)(void*)) {
  impl(this)->set_host_info(info, finalizer);
}

///////////////////////////////////////////////////////////////////////////////
// Runtime Objects

804 805 806 807 808
// Frames

namespace {

struct FrameImpl {
809
  FrameImpl(own<Instance>&& instance, uint32_t func_index, size_t func_offset,
810 811 812 813 814 815 816 817
            size_t module_offset)
      : instance(std::move(instance)),
        func_index(func_index),
        func_offset(func_offset),
        module_offset(module_offset) {}

  ~FrameImpl() {}

818
  own<Instance> instance;
819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834
  uint32_t func_index;
  size_t func_offset;
  size_t module_offset;
};

}  // namespace

template <>
struct implement<Frame> {
  using type = FrameImpl;
};

Frame::~Frame() { impl(this)->~FrameImpl(); }

void Frame::operator delete(void* p) { ::operator delete(p); }

835
own<Frame> Frame::copy() const {
836
  auto self = impl(this);
837
  return own<Frame>(seal<Frame>(
838 839 840 841 842 843 844 845 846 847 848 849
      new (std::nothrow) FrameImpl(self->instance->copy(), self->func_index,
                                   self->func_offset, self->module_offset)));
}

Instance* Frame::instance() const { return impl(this)->instance.get(); }

uint32_t Frame::func_index() const { return impl(this)->func_index; }

size_t Frame::func_offset() const { return impl(this)->func_offset; }

size_t Frame::module_offset() const { return impl(this)->module_offset; }

850 851 852 853
// Traps

template <>
struct implement<Trap> {
854
  using type = RefImpl<Trap, i::JSReceiver>;
855 856 857 858
};

Trap::~Trap() {}

859
auto Trap::copy() const -> own<Trap> { return impl(this)->copy(); }
860

861
auto Trap::make(Store* store_abs, const Message& message) -> own<Trap> {
862
  auto store = impl(store_abs);
863 864 865 866 867 868
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);
  i::Handle<i::String> string = VecToString(isolate, message);
  i::Handle<i::JSReceiver> exception = i::Handle<i::JSReceiver>::cast(
      isolate->factory()->NewError(isolate->error_function(), string));
  return implement<Trap>::type::make(store, exception);
869 870 871 872
}

auto Trap::message() const -> Message {
  auto isolate = impl(this)->isolate();
873
  i::HandleScope handle_scope(isolate);
874

875 876 877 878 879 880 881 882
  i::Handle<i::JSMessageObject> message =
      isolate->CreateMessage(impl(this)->v8_object(), nullptr);
  i::Handle<i::String> result = i::MessageHandler::GetMessage(isolate, message);
  result = i::String::Flatten(isolate, result);  // For performance.
  int length = 0;
  std::unique_ptr<char[]> utf8 =
      result->ToCString(i::DISALLOW_NULLS, i::FAST_STRING_TRAVERSAL, &length);
  return vec<byte_t>::adopt(length, utf8.release());
883 884
}

885 886
namespace {

887 888
own<Instance> GetInstance(StoreImpl* store,
                          i::Handle<i::WasmInstanceObject> instance);
889

890 891
own<Frame> CreateFrameFromInternal(i::Handle<i::FixedArray> frames, int index,
                                   i::Isolate* isolate, StoreImpl* store) {
892 893 894 895
  i::Handle<i::StackTraceFrame> frame(i::StackTraceFrame::cast(frames->get(0)),
                                      isolate);
  i::Handle<i::WasmInstanceObject> instance =
      i::StackTraceFrame::GetWasmInstance(frame);
896
  uint32_t func_index = i::StackTraceFrame::GetWasmFunctionIndex(frame);
897 898
  size_t func_offset = i::StackTraceFrame::GetFunctionOffset(frame);
  size_t module_offset = i::StackTraceFrame::GetColumnNumber(frame);
899
  return own<Frame>(seal<Frame>(new (std::nothrow) FrameImpl(
900 901 902 903 904
      GetInstance(store, instance), func_index, func_offset, module_offset)));
}

}  // namespace

905
own<Frame> Trap::origin() const {
906 907 908 909 910 911 912
  i::Isolate* isolate = impl(this)->isolate();
  i::HandleScope handle_scope(isolate);

  i::Handle<i::JSMessageObject> message =
      isolate->CreateMessage(impl(this)->v8_object(), nullptr);
  i::Handle<i::FixedArray> frames(i::FixedArray::cast(message->stack_frames()),
                                  isolate);
913 914 915
  if (frames->length() == 0) {
    return own<Frame>();
  }
916 917 918
  return CreateFrameFromInternal(frames, 0, isolate, impl(this)->store());
}

919
ownvec<Frame> Trap::trace() const {
920 921 922 923 924 925 926 927
  i::Isolate* isolate = impl(this)->isolate();
  i::HandleScope handle_scope(isolate);

  i::Handle<i::JSMessageObject> message =
      isolate->CreateMessage(impl(this)->v8_object(), nullptr);
  i::Handle<i::FixedArray> frames(i::FixedArray::cast(message->stack_frames()),
                                  isolate);
  int num_frames = frames->length();
928
  // {num_frames} can be 0; the code below can handle that case.
929
  ownvec<Frame> result = ownvec<Frame>::make_uninitialized(num_frames);
930 931 932 933 934 935 936
  for (int i = 0; i < num_frames; i++) {
    result[i] =
        CreateFrameFromInternal(frames, i, isolate, impl(this)->store());
  }
  return result;
}

937 938 939 940
// Foreign Objects

template <>
struct implement<Foreign> {
941
  using type = RefImpl<Foreign, i::JSReceiver>;
942 943 944 945
};

Foreign::~Foreign() {}

946
auto Foreign::copy() const -> own<Foreign> { return impl(this)->copy(); }
947

948
auto Foreign::make(Store* store_abs) -> own<Foreign> {
949 950
  StoreImpl* store = impl(store_abs);
  i::Isolate* isolate = store->i_isolate();
951
  i::HandleScope handle_scope(isolate);
952

953 954
  i::Handle<i::JSObject> obj =
      isolate->factory()->NewJSObject(isolate->object_function());
955
  return implement<Foreign>::type::make(store, obj);
956 957 958 959 960 961
}

// Modules

template <>
struct implement<Module> {
962
  using type = RefImpl<Module, i::WasmModuleObject>;
963 964 965 966
};

Module::~Module() {}

967
auto Module::copy() const -> own<Module> { return impl(this)->copy(); }
968 969

auto Module::validate(Store* store_abs, const vec<byte_t>& binary) -> bool {
970 971 972
  i::wasm::ModuleWireBytes bytes(
      {reinterpret_cast<const uint8_t*>(binary.get()), binary.size()});
  i::Isolate* isolate = impl(store_abs)->i_isolate();
973
  i::wasm::WasmFeatures features = i::wasm::WasmFeatures::FromIsolate(isolate);
974
  return isolate->wasm_engine()->SyncValidate(isolate, features, bytes);
975 976
}

977
auto Module::make(Store* store_abs, const vec<byte_t>& binary) -> own<Module> {
978 979 980 981 982
  StoreImpl* store = impl(store_abs);
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope scope(isolate);
  i::wasm::ModuleWireBytes bytes(
      {reinterpret_cast<const uint8_t*>(binary.get()), binary.size()});
983
  i::wasm::WasmFeatures features = i::wasm::WasmFeatures::FromIsolate(isolate);
984
  i::wasm::ErrorThrower thrower(isolate, "ignored");
985 986 987 988
  i::Handle<i::WasmModuleObject> module;
  if (!isolate->wasm_engine()
           ->SyncCompile(isolate, features, &thrower, bytes)
           .ToHandle(&module)) {
989
    thrower.Reset();  // The API provides no way to expose the error.
990 991 992
    return nullptr;
  }
  return implement<Module>::type::make(store, module);
993 994
}

995
auto Module::imports() const -> ownvec<ImportType> {
996 997 998 999 1000 1001
  const i::wasm::NativeModule* native_module =
      impl(this)->v8_object()->native_module();
  const i::wasm::WasmModule* module = native_module->module();
  const i::Vector<const uint8_t> wire_bytes = native_module->wire_bytes();
  const std::vector<i::wasm::WasmImport>& import_table = module->import_table;
  size_t size = import_table.size();
1002
  ownvec<ImportType> imports = ownvec<ImportType>::make_uninitialized(size);
1003 1004 1005 1006
  for (uint32_t i = 0; i < size; i++) {
    const i::wasm::WasmImport& imp = import_table[i];
    Name module_name = GetNameFromWireBytes(imp.module_name, wire_bytes);
    Name name = GetNameFromWireBytes(imp.field_name, wire_bytes);
1007
    own<ExternType> type = GetImportExportType(module, imp.kind, imp.index);
1008 1009 1010
    imports[i] = ImportType::make(std::move(module_name), std::move(name),
                                  std::move(type));
  }
1011 1012 1013
  return imports;
}

1014
ownvec<ExportType> ExportsImpl(i::Handle<i::WasmModuleObject> module_obj) {
1015 1016 1017 1018 1019
  const i::wasm::NativeModule* native_module = module_obj->native_module();
  const i::wasm::WasmModule* module = native_module->module();
  const i::Vector<const uint8_t> wire_bytes = native_module->wire_bytes();
  const std::vector<i::wasm::WasmExport>& export_table = module->export_table;
  size_t size = export_table.size();
1020
  ownvec<ExportType> exports = ownvec<ExportType>::make_uninitialized(size);
1021 1022 1023
  for (uint32_t i = 0; i < size; i++) {
    const i::wasm::WasmExport& exp = export_table[i];
    Name name = GetNameFromWireBytes(exp.name, wire_bytes);
1024
    own<ExternType> type = GetImportExportType(module, exp.kind, exp.index);
1025 1026
    exports[i] = ExportType::make(std::move(name), std::move(type));
  }
1027 1028 1029
  return exports;
}

1030
auto Module::exports() const -> ownvec<ExportType> {
1031 1032 1033
  return ExportsImpl(impl(this)->v8_object());
}

1034
auto Module::serialize() const -> vec<byte_t> {
1035 1036 1037 1038 1039 1040 1041 1042
  i::wasm::NativeModule* native_module =
      impl(this)->v8_object()->native_module();
  i::Vector<const uint8_t> wire_bytes = native_module->wire_bytes();
  size_t binary_size = wire_bytes.size();
  i::wasm::WasmSerializer serializer(native_module);
  size_t serial_size = serializer.GetSerializedNativeModuleSize();
  size_t size_size = i::wasm::LEBHelper::sizeof_u64v(binary_size);
  vec<byte_t> buffer =
1043
      vec<byte_t>::make_uninitialized(size_size + binary_size + serial_size);
1044
  byte_t* ptr = buffer.get();
1045 1046
  i::wasm::LEBHelper::write_u64v(reinterpret_cast<uint8_t**>(&ptr),
                                 binary_size);
1047
  std::memcpy(ptr, wire_bytes.begin(), binary_size);
1048
  ptr += binary_size;
1049 1050 1051 1052
  if (!serializer.SerializeNativeModule(
          {reinterpret_cast<uint8_t*>(ptr), serial_size})) {
    buffer.reset();
  }
1053
  return buffer;
1054 1055 1056
}

auto Module::deserialize(Store* store_abs, const vec<byte_t>& serialized)
1057
    -> own<Module> {
1058 1059 1060 1061
  StoreImpl* store = impl(store_abs);
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);
  const byte_t* ptr = serialized.get();
1062
  uint64_t binary_size = ReadLebU64(&ptr);
1063 1064 1065
  ptrdiff_t size_size = ptr - serialized.get();
  size_t serial_size = serialized.size() - size_size - binary_size;
  i::Handle<i::WasmModuleObject> module_obj;
1066
  size_t data_size = static_cast<size_t>(binary_size);
1067 1068
  if (!i::wasm::DeserializeNativeModule(
           isolate,
1069
           {reinterpret_cast<const uint8_t*>(ptr + data_size), serial_size},
1070
           {reinterpret_cast<const uint8_t*>(ptr), data_size}, {})
1071 1072 1073 1074
           .ToHandle(&module_obj)) {
    return nullptr;
  }
  return implement<Module>::type::make(store, module_obj);
1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092
}

// TODO(v8): do better when V8 can do better.
template <>
struct implement<Shared<Module>> {
  using type = vec<byte_t>;
};

template <>
Shared<Module>::~Shared() {
  impl(this)->~vec();
}

template <>
void Shared<Module>::operator delete(void* p) {
  ::operator delete(p);
}

1093
auto Module::share() const -> own<Shared<Module>> {
1094 1095 1096 1097
  auto shared = seal<Shared<Module>>(new vec<byte_t>(serialize()));
  return make_own(shared);
}

1098
auto Module::obtain(Store* store, const Shared<Module>* shared) -> own<Module> {
1099 1100 1101 1102 1103 1104 1105
  return Module::deserialize(store, *impl(shared));
}

// Externals

template <>
struct implement<Extern> {
1106
  using type = RefImpl<Extern, i::JSReceiver>;
1107 1108 1109 1110
};

Extern::~Extern() {}

1111
auto Extern::copy() const -> own<Extern> { return impl(this)->copy(); }
1112 1113

auto Extern::kind() const -> ExternKind {
1114 1115 1116 1117 1118 1119 1120 1121
  i::Handle<i::JSReceiver> obj = impl(this)->v8_object();
  if (i::WasmExportedFunction::IsWasmExportedFunction(*obj)) {
    return wasm::EXTERN_FUNC;
  }
  if (obj->IsWasmGlobalObject()) return wasm::EXTERN_GLOBAL;
  if (obj->IsWasmTableObject()) return wasm::EXTERN_TABLE;
  if (obj->IsWasmMemoryObject()) return wasm::EXTERN_MEMORY;
  UNREACHABLE();
1122 1123
}

1124
auto Extern::type() const -> own<ExternType> {
1125 1126 1127 1128 1129 1130 1131 1132 1133 1134 1135 1136 1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168
  switch (kind()) {
    case EXTERN_FUNC:
      return func()->type();
    case EXTERN_GLOBAL:
      return global()->type();
    case EXTERN_TABLE:
      return table()->type();
    case EXTERN_MEMORY:
      return memory()->type();
  }
}

auto Extern::func() -> Func* {
  return kind() == EXTERN_FUNC ? static_cast<Func*>(this) : nullptr;
}

auto Extern::global() -> Global* {
  return kind() == EXTERN_GLOBAL ? static_cast<Global*>(this) : nullptr;
}

auto Extern::table() -> Table* {
  return kind() == EXTERN_TABLE ? static_cast<Table*>(this) : nullptr;
}

auto Extern::memory() -> Memory* {
  return kind() == EXTERN_MEMORY ? static_cast<Memory*>(this) : nullptr;
}

auto Extern::func() const -> const Func* {
  return kind() == EXTERN_FUNC ? static_cast<const Func*>(this) : nullptr;
}

auto Extern::global() const -> const Global* {
  return kind() == EXTERN_GLOBAL ? static_cast<const Global*>(this) : nullptr;
}

auto Extern::table() const -> const Table* {
  return kind() == EXTERN_TABLE ? static_cast<const Table*>(this) : nullptr;
}

auto Extern::memory() const -> const Memory* {
  return kind() == EXTERN_MEMORY ? static_cast<const Memory*>(this) : nullptr;
}

1169
auto extern_to_v8(const Extern* ex) -> i::Handle<i::JSReceiver> {
1170 1171 1172 1173 1174 1175 1176
  return impl(ex)->v8_object();
}

// Function Instances

template <>
struct implement<Func> {
1177
  using type = RefImpl<Func, i::JSFunction>;
1178 1179 1180 1181
};

Func::~Func() {}

1182
auto Func::copy() const -> own<Func> { return impl(this)->copy(); }
1183 1184 1185

struct FuncData {
  Store* store;
1186
  own<FuncType> type;
1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205
  enum Kind { kCallback, kCallbackWithEnv } kind;
  union {
    Func::callback callback;
    Func::callback_with_env callback_with_env;
  };
  void (*finalizer)(void*);
  void* env;

  FuncData(Store* store, const FuncType* type, Kind kind)
      : store(store),
        type(type->copy()),
        kind(kind),
        finalizer(nullptr),
        env(nullptr) {}

  ~FuncData() {
    if (finalizer) (*finalizer)(env);
  }

1206
  static i::Address v8_callback(i::Address host_data_foreign, i::Address argv);
1207 1208 1209 1210
};

namespace {

1211 1212 1213 1214
// TODO(jkummerow): Generalize for WasmExportedFunction and WasmCapiFunction.
class SignatureHelper : public i::AllStatic {
 public:
  // Use an invalid type as a marker separating params and results.
1215
  static constexpr i::wasm::ValueType kMarker = i::wasm::kWasmStmt;
1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226

  static i::Handle<i::PodArray<i::wasm::ValueType>> Serialize(
      i::Isolate* isolate, FuncType* type) {
    int sig_size =
        static_cast<int>(type->params().size() + type->results().size() + 1);
    i::Handle<i::PodArray<i::wasm::ValueType>> sig =
        i::PodArray<i::wasm::ValueType>::New(isolate, sig_size,
                                             i::AllocationType::kOld);
    int index = 0;
    // TODO(jkummerow): Consider making vec<> range-based for-iterable.
    for (size_t i = 0; i < type->results().size(); i++) {
1227
      sig->set(index++, WasmValKindToV8(type->results()[i]->kind()));
1228 1229 1230 1231 1232 1233
    }
    // {sig->set} needs to take the address of its second parameter,
    // so we can't pass in the static const kMarker directly.
    i::wasm::ValueType marker = kMarker;
    sig->set(index++, marker);
    for (size_t i = 0; i < type->params().size(); i++) {
1234
      sig->set(index++, WasmValKindToV8(type->params()[i]->kind()));
1235 1236 1237 1238
    }
    return sig;
  }

1239
  static own<FuncType> Deserialize(i::PodArray<i::wasm::ValueType> sig) {
1240
    int result_arity = ResultArity(sig);
1241
    int param_arity = sig.length() - result_arity - 1;
1242 1243
    ownvec<ValType> results = ownvec<ValType>::make_uninitialized(result_arity);
    ownvec<ValType> params = ownvec<ValType>::make_uninitialized(param_arity);
1244 1245

    int i = 0;
1246
    for (; i < result_arity; ++i) {
1247
      results[i] = ValType::make(V8ValueTypeToWasm(sig.get(i)));
1248
    }
1249 1250
    i++;  // Skip marker.
    for (int p = 0; i < sig.length(); ++i, ++p) {
1251
      params[p] = ValType::make(V8ValueTypeToWasm(sig.get(i)));
1252 1253 1254 1255 1256 1257
    }
    return FuncType::make(std::move(params), std::move(results));
  }

  static int ResultArity(i::PodArray<i::wasm::ValueType> sig) {
    int count = 0;
1258 1259
    for (; count < sig.length(); count++) {
      if (sig.get(count) == kMarker) return count;
1260 1261 1262 1263 1264
    }
    UNREACHABLE();
  }

  static int ParamArity(i::PodArray<i::wasm::ValueType> sig) {
1265
    return sig.length() - ResultArity(sig) - 1;
1266 1267 1268 1269
  }

  static i::PodArray<i::wasm::ValueType> GetSig(
      i::Handle<i::JSFunction> function) {
1270
    return i::WasmCapiFunction::cast(*function).GetSerializedSignature();
1271 1272 1273
  }
};

1274 1275 1276 1277
// Explicit instantiation makes the linker happy for component builds of
// wasm_api_tests.
constexpr i::wasm::ValueType SignatureHelper::kMarker;

1278
auto make_func(Store* store_abs, FuncData* data) -> own<Func> {
1279
  auto store = impl(store_abs);
1280 1281
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);
1282 1283
  i::Handle<i::Managed<FuncData>> embedder_data =
      i::Managed<FuncData>::FromRawPtr(isolate, sizeof(FuncData), data);
1284
  i::Handle<i::WasmCapiFunction> function = i::WasmCapiFunction::New(
1285 1286
      isolate, reinterpret_cast<i::Address>(&FuncData::v8_callback),
      embedder_data, SignatureHelper::Serialize(isolate, data->type.get()));
1287
  auto func = implement<Func>::type::make(store, function);
1288 1289 1290 1291 1292 1293
  return func;
}

}  // namespace

auto Func::make(Store* store, const FuncType* type, Func::callback callback)
1294
    -> own<Func> {
1295 1296 1297 1298 1299 1300
  auto data = new FuncData(store, type, FuncData::kCallback);
  data->callback = callback;
  return make_func(store, data);
}

auto Func::make(Store* store, const FuncType* type, callback_with_env callback,
1301
                void* env, void (*finalizer)(void*)) -> own<Func> {
1302 1303 1304 1305 1306 1307 1308
  auto data = new FuncData(store, type, FuncData::kCallbackWithEnv);
  data->callback_with_env = callback;
  data->env = env;
  data->finalizer = finalizer;
  return make_func(store, data);
}

1309
auto Func::type() const -> own<FuncType> {
1310 1311 1312 1313 1314 1315 1316
  i::Handle<i::JSFunction> func = impl(this)->v8_object();
  if (i::WasmCapiFunction::IsWasmCapiFunction(*func)) {
    return SignatureHelper::Deserialize(SignatureHelper::GetSig(func));
  }
  DCHECK(i::WasmExportedFunction::IsWasmExportedFunction(*func));
  i::Handle<i::WasmExportedFunction> function =
      i::Handle<i::WasmExportedFunction>::cast(func);
1317 1318
  return FunctionSigToFuncType(
      function->instance().module()->functions[function->function_index()].sig);
1319 1320 1321
}

auto Func::param_arity() const -> size_t {
1322 1323 1324 1325 1326 1327 1328
  i::Handle<i::JSFunction> func = impl(this)->v8_object();
  if (i::WasmCapiFunction::IsWasmCapiFunction(*func)) {
    return SignatureHelper::ParamArity(SignatureHelper::GetSig(func));
  }
  DCHECK(i::WasmExportedFunction::IsWasmExportedFunction(*func));
  i::Handle<i::WasmExportedFunction> function =
      i::Handle<i::WasmExportedFunction>::cast(func);
1329
  const i::wasm::FunctionSig* sig =
1330
      function->instance().module()->functions[function->function_index()].sig;
1331
  return sig->parameter_count();
1332 1333 1334
}

auto Func::result_arity() const -> size_t {
1335 1336 1337 1338 1339 1340 1341
  i::Handle<i::JSFunction> func = impl(this)->v8_object();
  if (i::WasmCapiFunction::IsWasmCapiFunction(*func)) {
    return SignatureHelper::ResultArity(SignatureHelper::GetSig(func));
  }
  DCHECK(i::WasmExportedFunction::IsWasmExportedFunction(*func));
  i::Handle<i::WasmExportedFunction> function =
      i::Handle<i::WasmExportedFunction>::cast(func);
1342
  const i::wasm::FunctionSig* sig =
1343
      function->instance().module()->functions[function->function_index()].sig;
1344
  return sig->return_count();
1345 1346
}

1347 1348
namespace {

1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359
own<Ref> V8RefValueToWasm(StoreImpl* store, i::Handle<i::Object> value) {
  if (value->IsNull(store->i_isolate())) return nullptr;
  return implement<Ref>::type::make(store,
                                    i::Handle<i::JSReceiver>::cast(value));
}

i::Handle<i::Object> WasmRefToV8(i::Isolate* isolate, const Ref* ref) {
  if (ref == nullptr) return i::ReadOnlyRoots(isolate).null_value_handle();
  return impl(ref)->v8_object();
}

1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379
i::Handle<i::Object> CallTargetForCaching(i::Isolate* isolate,
                                          i::Address real_call_target) {
  if (i::kTaggedSize == i::kInt32Size) {
    return isolate->factory()->NewForeign(real_call_target);
  } else {
    // 64-bit uncompressed platform.
    return i::handle(i::Smi((real_call_target << i::kSmiTagSize) | i::kSmiTag),
                     isolate);
  }
}

i::Address CallTargetFromCache(i::Object cached_call_target) {
  if (i::kTaggedSize == i::kInt32Size) {
    return i::Foreign::cast(cached_call_target).foreign_address();
  } else {
    // 64-bit uncompressed platform.
    return cached_call_target.ptr() >> i::kSmiTagSize;
  }
}

1380 1381
void PrepareFunctionData(i::Isolate* isolate,
                         i::Handle<i::WasmExportedFunctionData> function_data,
1382
                         const i::wasm::FunctionSig* sig) {
1383 1384 1385 1386 1387 1388 1389 1390 1391
  // If the data is already populated, return immediately.
  if (!function_data->c_wrapper_code().IsSmi()) return;
  // Compile wrapper code.
  i::Handle<i::Code> wrapper_code =
      i::compiler::CompileCWasmEntry(isolate, sig).ToHandleChecked();
  function_data->set_c_wrapper_code(*wrapper_code);
  // Compute packed args size.
  function_data->set_packed_args_size(
      i::wasm::CWasmArgumentsPacker::TotalSize(sig));
1392 1393 1394 1395 1396 1397
  // Get call target (function table offset), and wrap it as a cacheable object
  // (pseudo-Smi or Foreign, depending on platform).
  i::Handle<i::Object> call_target = CallTargetForCaching(
      isolate,
      function_data->instance().GetCallTarget(function_data->function_index()));
  function_data->set_wasm_call_target(*call_target);
1398 1399
}

1400
void PushArgs(const i::wasm::FunctionSig* sig, const Val args[],
1401
              i::wasm::CWasmArgumentsPacker* packer, StoreImpl* store) {
1402 1403
  for (size_t i = 0; i < sig->parameter_count(); i++) {
    i::wasm::ValueType type = sig->GetParam(i);
1404 1405
    switch (type.kind()) {
      case i::wasm::ValueType::kI32:
1406 1407
        packer->Push(args[i].i32());
        break;
1408
      case i::wasm::ValueType::kI64:
1409 1410
        packer->Push(args[i].i64());
        break;
1411
      case i::wasm::ValueType::kF32:
1412 1413
        packer->Push(args[i].f32());
        break;
1414
      case i::wasm::ValueType::kF64:
1415 1416
        packer->Push(args[i].f64());
        break;
1417 1418 1419
      case i::wasm::ValueType::kAnyRef:
      case i::wasm::ValueType::kFuncRef:
      case i::wasm::ValueType::kNullRef:
1420
        packer->Push(WasmRefToV8(store->i_isolate(), args[i].ref())->ptr());
1421
        break;
1422
      case i::wasm::ValueType::kExnRef:
1423 1424 1425 1426 1427 1428 1429 1430 1431
        // TODO(jkummerow): Implement these.
        UNIMPLEMENTED();
        break;
      default:
        UNIMPLEMENTED();
    }
  }
}

1432
void PopArgs(const i::wasm::FunctionSig* sig, Val results[],
1433
             i::wasm::CWasmArgumentsPacker* packer, StoreImpl* store) {
1434 1435 1436
  packer->Reset();
  for (size_t i = 0; i < sig->return_count(); i++) {
    i::wasm::ValueType type = sig->GetReturn(i);
1437 1438
    switch (type.kind()) {
      case i::wasm::ValueType::kI32:
1439 1440
        results[i] = Val(packer->Pop<int32_t>());
        break;
1441
      case i::wasm::ValueType::kI64:
1442 1443
        results[i] = Val(packer->Pop<int64_t>());
        break;
1444
      case i::wasm::ValueType::kF32:
1445 1446
        results[i] = Val(packer->Pop<float>());
        break;
1447
      case i::wasm::ValueType::kF64:
1448 1449
        results[i] = Val(packer->Pop<double>());
        break;
1450 1451 1452
      case i::wasm::ValueType::kAnyRef:
      case i::wasm::ValueType::kFuncRef:
      case i::wasm::ValueType::kNullRef: {
1453
        i::Address raw = packer->Pop<i::Address>();
1454
        i::Handle<i::Object> obj(i::Object(raw), store->i_isolate());
1455
        DCHECK_IMPLIES(type == i::wasm::kWasmNullRef, obj->IsNull());
1456
        results[i] = Val(V8RefValueToWasm(store, obj));
1457 1458
        break;
      }
1459
      case i::wasm::ValueType::kExnRef:
1460 1461 1462 1463 1464 1465 1466 1467 1468
        // TODO(jkummerow): Implement these.
        UNIMPLEMENTED();
        break;
      default:
        UNIMPLEMENTED();
    }
  }
}

1469 1470
own<Trap> CallWasmCapiFunction(i::WasmCapiFunctionData data, const Val args[],
                               Val results[]) {
1471
  FuncData* func_data = i::Managed<FuncData>::cast(data.embedder_data()).raw();
1472 1473 1474 1475 1476 1477 1478
  if (func_data->kind == FuncData::kCallback) {
    return (func_data->callback)(args, results);
  }
  DCHECK(func_data->kind == FuncData::kCallbackWithEnv);
  return (func_data->callback_with_env)(func_data->env, args, results);
}

1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497
i::Handle<i::JSReceiver> GetProperException(
    i::Isolate* isolate, i::Handle<i::Object> maybe_exception) {
  if (maybe_exception->IsJSReceiver()) {
    return i::Handle<i::JSReceiver>::cast(maybe_exception);
  }
  i::MaybeHandle<i::String> maybe_string =
      i::Object::ToString(isolate, maybe_exception);
  i::Handle<i::String> string = isolate->factory()->empty_string();
  if (!maybe_string.ToHandle(&string)) {
    // If converting the {maybe_exception} to string threw another exception,
    // just give up and leave {string} as the empty string.
    isolate->clear_pending_exception();
  }
  // {NewError} cannot fail when its input is a plain String, so we always
  // get an Error object here.
  return i::Handle<i::JSReceiver>::cast(
      isolate->factory()->NewError(isolate->error_function(), string));
}

1498 1499
}  // namespace

1500
auto Func::call(const Val args[], Val results[]) const -> own<Trap> {
1501 1502
  auto func = impl(this);
  auto store = func->store();
1503 1504 1505 1506 1507 1508
  auto isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);
  i::Object raw_function_data = func->v8_object()->shared().function_data();

  // WasmCapiFunctions can be called directly.
  if (raw_function_data.IsWasmCapiFunctionData()) {
1509 1510
    return CallWasmCapiFunction(
        i::WasmCapiFunctionData::cast(raw_function_data), args, results);
1511
  }
1512

1513 1514 1515 1516
  DCHECK(raw_function_data.IsWasmExportedFunctionData());
  i::Handle<i::WasmExportedFunctionData> function_data(
      i::WasmExportedFunctionData::cast(raw_function_data), isolate);
  i::Handle<i::WasmInstanceObject> instance(function_data->instance(), isolate);
1517
  int function_index = function_data->function_index();
1518
  // Caching {sig} would give a ~10% reduction in overhead.
1519 1520
  const i::wasm::FunctionSig* sig =
      instance->module()->functions[function_index].sig;
1521 1522 1523 1524
  PrepareFunctionData(isolate, function_data, sig);
  i::Handle<i::Code> wrapper_code = i::Handle<i::Code>(
      i::Code::cast(function_data->c_wrapper_code()), isolate);
  i::Address call_target =
1525
      CallTargetFromCache(function_data->wasm_call_target());
1526 1527

  i::wasm::CWasmArgumentsPacker packer(function_data->packed_args_size());
1528
  PushArgs(sig, args, &packer, store);
1529 1530

  i::Handle<i::Object> object_ref = instance;
1531 1532 1533 1534 1535 1536 1537 1538 1539 1540 1541 1542 1543 1544 1545 1546 1547 1548 1549 1550 1551
  if (function_index <
      static_cast<int>(instance->module()->num_imported_functions)) {
    object_ref = i::handle(
        instance->imported_function_refs().get(function_index), isolate);
    if (object_ref->IsTuple2()) {
      i::JSFunction jsfunc =
          i::JSFunction::cast(i::Tuple2::cast(*object_ref).value2());
      i::Object data = jsfunc.shared().function_data();
      if (data.IsWasmCapiFunctionData()) {
        return CallWasmCapiFunction(i::WasmCapiFunctionData::cast(data), args,
                                    results);
      }
      // TODO(jkummerow): Imported and then re-exported JavaScript functions
      // are not supported yet. If we support C-API + JavaScript, we'll need
      // to call those here.
      UNIMPLEMENTED();
    } else {
      // A WasmFunction from another module.
      DCHECK(object_ref->IsWasmInstanceObject());
    }
  }
1552 1553 1554 1555 1556 1557 1558

  i::Execution::CallWasm(isolate, wrapper_code, call_target, object_ref,
                         packer.argv());

  if (isolate->has_pending_exception()) {
    i::Handle<i::Object> exception(isolate->pending_exception(), isolate);
    isolate->clear_pending_exception();
1559 1560
    return implement<Trap>::type::make(store,
                                       GetProperException(isolate, exception));
1561 1562
  }

1563
  PopArgs(sig, results, &packer, store);
1564 1565 1566
  return nullptr;
}

1567 1568 1569
i::Address FuncData::v8_callback(i::Address host_data_foreign,
                                 i::Address argv) {
  FuncData* self =
1570
      i::Managed<FuncData>::cast(i::Object(host_data_foreign)).raw();
1571 1572
  StoreImpl* store = impl(self->store);
  i::Isolate* isolate = store->i_isolate();
1573
  i::HandleScope scope(isolate);
1574

1575 1576
  const ownvec<ValType>& param_types = self->type->params();
  const ownvec<ValType>& result_types = self->type->results();
1577 1578 1579 1580

  int num_param_types = static_cast<int>(param_types.size());
  int num_result_types = static_cast<int>(result_types.size());

1581
  std::unique_ptr<Val[]> params(new Val[num_param_types]);
1582
  std::unique_ptr<Val[]> results(new Val[num_result_types]);
1583
  i::Address p = argv;
1584
  for (int i = 0; i < num_param_types; ++i) {
1585 1586
    switch (param_types[i]->kind()) {
      case I32:
1587
        params[i] = Val(v8::base::ReadUnalignedValue<int32_t>(p));
1588 1589 1590
        p += 4;
        break;
      case I64:
1591
        params[i] = Val(v8::base::ReadUnalignedValue<int64_t>(p));
1592 1593 1594
        p += 8;
        break;
      case F32:
1595
        params[i] = Val(v8::base::ReadUnalignedValue<float32_t>(p));
1596 1597 1598
        p += 4;
        break;
      case F64:
1599
        params[i] = Val(v8::base::ReadUnalignedValue<float64_t>(p));
1600 1601 1602 1603
        p += 8;
        break;
      case ANYREF:
      case FUNCREF: {
1604
        i::Address raw = v8::base::ReadUnalignedValue<i::Address>(p);
1605
        p += sizeof(raw);
1606 1607
        i::Handle<i::Object> obj(i::Object(raw), isolate);
        params[i] = Val(V8RefValueToWasm(store, obj));
1608 1609 1610
        break;
      }
    }
1611 1612
  }

1613
  own<Trap> trap;
1614
  if (self->kind == kCallbackWithEnv) {
1615
    trap = self->callback_with_env(self->env, params.get(), results.get());
1616
  } else {
1617
    trap = self->callback(params.get(), results.get());
1618 1619 1620
  }

  if (trap) {
1621 1622 1623
    isolate->Throw(*impl(trap.get())->v8_object());
    i::Object ex = isolate->pending_exception();
    isolate->clear_pending_exception();
1624
    return ex.ptr();
1625 1626 1627 1628 1629 1630
  }

  p = argv;
  for (int i = 0; i < num_result_types; ++i) {
    switch (result_types[i]->kind()) {
      case I32:
1631
        v8::base::WriteUnalignedValue(p, results[i].i32());
1632 1633 1634
        p += 4;
        break;
      case I64:
1635
        v8::base::WriteUnalignedValue(p, results[i].i64());
1636 1637 1638
        p += 8;
        break;
      case F32:
1639
        v8::base::WriteUnalignedValue(p, results[i].f32());
1640 1641 1642
        p += 4;
        break;
      case F64:
1643
        v8::base::WriteUnalignedValue(p, results[i].f64());
1644 1645 1646 1647
        p += 8;
        break;
      case ANYREF:
      case FUNCREF: {
1648 1649
        v8::base::WriteUnalignedValue(
            p, WasmRefToV8(isolate, results[i].ref())->ptr());
1650 1651 1652 1653
        p += sizeof(i::Address);
        break;
      }
    }
1654
  }
1655
  return i::kNullAddress;
1656 1657 1658 1659 1660 1661
}

// Global Instances

template <>
struct implement<Global> {
1662
  using type = RefImpl<Global, i::WasmGlobalObject>;
1663 1664 1665 1666
};

Global::~Global() {}

1667
auto Global::copy() const -> own<Global> { return impl(this)->copy(); }
1668 1669

auto Global::make(Store* store_abs, const GlobalType* type, const Val& val)
1670
    -> own<Global> {
1671 1672 1673 1674 1675 1676
  StoreImpl* store = impl(store_abs);
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);

  DCHECK_EQ(type->content()->kind(), val.kind());

1677
  i::wasm::ValueType i_type = WasmValKindToV8(type->content()->kind());
1678 1679 1680 1681 1682 1683 1684 1685 1686
  bool is_mutable = (type->mutability() == VAR);
  const int32_t offset = 0;
  i::Handle<i::WasmGlobalObject> obj =
      i::WasmGlobalObject::New(isolate, i::MaybeHandle<i::JSArrayBuffer>(),
                               i::MaybeHandle<i::FixedArray>(), i_type, offset,
                               is_mutable)
          .ToHandleChecked();

  auto global = implement<Global>::type::make(store, obj);
1687 1688 1689 1690 1691
  assert(global);
  global->set(val);
  return global;
}

1692
auto Global::type() const -> own<GlobalType> {
1693
  i::Handle<i::WasmGlobalObject> v8_global = impl(this)->v8_object();
1694
  ValKind kind = V8ValueTypeToWasm(v8_global->type());
1695
  Mutability mutability = v8_global->is_mutable() ? VAR : CONST;
1696 1697 1698 1699
  return GlobalType::make(ValType::make(kind), mutability);
}

auto Global::get() const -> Val {
1700
  i::Handle<i::WasmGlobalObject> v8_global = impl(this)->v8_object();
1701 1702
  switch (v8_global->type().kind()) {
    case i::wasm::ValueType::kI32:
1703
      return Val(v8_global->GetI32());
1704
    case i::wasm::ValueType::kI64:
1705
      return Val(v8_global->GetI64());
1706
    case i::wasm::ValueType::kF32:
1707
      return Val(v8_global->GetF32());
1708
    case i::wasm::ValueType::kF64:
1709
      return Val(v8_global->GetF64());
1710 1711
    case i::wasm::ValueType::kAnyRef:
    case i::wasm::ValueType::kFuncRef: {
1712 1713 1714
      StoreImpl* store = impl(this)->store();
      i::HandleScope scope(store->i_isolate());
      return Val(V8RefValueToWasm(store, v8_global->GetRef()));
1715
    }
1716 1717 1718 1719 1720 1721 1722
    default:
      // TODO(wasm+): support new value types
      UNREACHABLE();
  }
}

void Global::set(const Val& val) {
1723
  i::Handle<i::WasmGlobalObject> v8_global = impl(this)->v8_object();
1724 1725
  switch (val.kind()) {
    case I32:
1726
      return v8_global->SetI32(val.i32());
1727
    case I64:
1728
      return v8_global->SetI64(val.i64());
1729
    case F32:
1730
      return v8_global->SetF32(val.f32());
1731
    case F64:
1732
      return v8_global->SetF64(val.f64());
1733
    case ANYREF:
1734 1735
      return v8_global->SetAnyRef(
          WasmRefToV8(impl(this)->store()->i_isolate(), val.ref()));
1736
    case FUNCREF: {
1737 1738 1739
      i::Isolate* isolate = impl(this)->store()->i_isolate();
      bool result =
          v8_global->SetFuncRef(isolate, WasmRefToV8(isolate, val.ref()));
1740 1741 1742 1743
      DCHECK(result);
      USE(result);
      return;
    }
1744 1745 1746 1747 1748 1749 1750 1751 1752 1753
    default:
      // TODO(wasm+): support new value types
      UNREACHABLE();
  }
}

// Table Instances

template <>
struct implement<Table> {
1754
  using type = RefImpl<Table, i::WasmTableObject>;
1755 1756 1757 1758
};

Table::~Table() {}

1759
auto Table::copy() const -> own<Table> { return impl(this)->copy(); }
1760 1761

auto Table::make(Store* store_abs, const TableType* type, const Ref* ref)
1762
    -> own<Table> {
1763 1764 1765 1766 1767 1768 1769 1770
  StoreImpl* store = impl(store_abs);
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope scope(isolate);

  // Get "element".
  i::wasm::ValueType i_type;
  switch (type->element()->kind()) {
    case FUNCREF:
1771
      i_type = i::wasm::kWasmFuncRef;
1772 1773
      break;
    case ANYREF:
1774 1775
      // See Engine::make().
      DCHECK(i::wasm::WasmFeatures::FromFlags().has_anyref());
1776 1777
      i_type = i::wasm::kWasmAnyRef;
      break;
1778
    default:
1779
      UNREACHABLE();
1780 1781 1782 1783 1784 1785 1786 1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801 1802 1803 1804
      return nullptr;
  }

  const Limits& limits = type->limits();
  uint32_t minimum = limits.min;
  if (minimum > i::wasm::max_table_init_entries()) return nullptr;
  uint32_t maximum = limits.max;
  bool has_maximum = false;
  if (maximum != Limits(0).max) {
    has_maximum = true;
    if (maximum < minimum) return nullptr;
    if (maximum > i::wasm::max_table_init_entries()) return nullptr;
  }

  i::Handle<i::FixedArray> backing_store;
  i::Handle<i::WasmTableObject> table_obj = i::WasmTableObject::New(
      isolate, i_type, minimum, has_maximum, maximum, &backing_store);

  if (ref) {
    i::Handle<i::JSReceiver> init = impl(ref)->v8_object();
    DCHECK(i::wasm::max_table_init_entries() <= i::kMaxInt);
    for (int i = 0; i < static_cast<int>(minimum); i++) {
      // This doesn't call WasmTableObject::Set because the table has
      // just been created, so it can't be imported by any instances
      // yet that might require updating.
1805
      DCHECK_EQ(table_obj->dispatch_tables().length(), 0);
1806
      backing_store->set(i, *init);
1807 1808
    }
  }
1809
  return implement<Table>::type::make(store, table_obj);
1810 1811
}

1812
auto Table::type() const -> own<TableType> {
1813 1814 1815
  i::Handle<i::WasmTableObject> table = impl(this)->v8_object();
  uint32_t min = table->current_length();
  uint32_t max;
1816
  if (!table->maximum_length().ToUint32(&max)) max = 0xFFFFFFFFu;
1817
  ValKind kind;
1818 1819
  switch (table->type().kind()) {
    case i::wasm::ValueType::kFuncRef:
1820 1821
      kind = FUNCREF;
      break;
1822
    case i::wasm::ValueType::kAnyRef:
1823 1824 1825 1826 1827 1828
      kind = ANYREF;
      break;
    default:
      UNREACHABLE();
  }
  return TableType::make(ValType::make(kind), Limits(min, max));
1829 1830
}

1831
auto Table::get(size_t index) const -> own<Ref> {
1832
  i::Handle<i::WasmTableObject> table = impl(this)->v8_object();
1833
  if (index >= static_cast<size_t>(table->current_length())) return own<Ref>();
1834 1835 1836 1837
  i::Isolate* isolate = table->GetIsolate();
  i::HandleScope handle_scope(isolate);
  i::Handle<i::Object> result =
      i::WasmTableObject::Get(isolate, table, static_cast<uint32_t>(index));
1838 1839
  // TODO(jkummerow): If we support both JavaScript and the C-API at the same
  // time, we need to handle Smis and other JS primitives here.
1840 1841
  DCHECK(result->IsNull(isolate) || result->IsJSReceiver());
  return V8RefValueToWasm(impl(this)->store(), result);
1842 1843 1844
}

auto Table::set(size_t index, const Ref* ref) -> bool {
1845
  i::Handle<i::WasmTableObject> table = impl(this)->v8_object();
1846
  if (index >= static_cast<size_t>(table->current_length())) return false;
1847 1848
  i::Isolate* isolate = table->GetIsolate();
  i::HandleScope handle_scope(isolate);
1849
  i::Handle<i::Object> obj = WasmRefToV8(isolate, ref);
1850 1851
  i::WasmTableObject::Set(isolate, table, static_cast<uint32_t>(index), obj);
  return true;
1852 1853
}

1854
// TODO(jkummerow): Having Table::size_t shadowing "std" size_t is ugly.
1855
auto Table::size() const -> size_t {
1856
  return impl(this)->v8_object()->current_length();
1857 1858 1859
}

auto Table::grow(size_t delta, const Ref* ref) -> bool {
1860
  i::Handle<i::WasmTableObject> table = impl(this)->v8_object();
1861
  i::Isolate* isolate = table->GetIsolate();
1862
  i::HandleScope scope(isolate);
1863
  i::Handle<i::Object> init_value = WasmRefToV8(isolate, ref);
1864 1865
  int result = i::WasmTableObject::Grow(
      isolate, table, static_cast<uint32_t>(delta), init_value);
1866
  return result >= 0;
1867 1868 1869 1870 1871 1872
}

// Memory Instances

template <>
struct implement<Memory> {
1873
  using type = RefImpl<Memory, i::WasmMemoryObject>;
1874 1875 1876 1877
};

Memory::~Memory() {}

1878
auto Memory::copy() const -> own<Memory> { return impl(this)->copy(); }
1879

1880
auto Memory::make(Store* store_abs, const MemoryType* type) -> own<Memory> {
1881 1882 1883
  StoreImpl* store = impl(store_abs);
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope scope(isolate);
1884

1885 1886
  const Limits& limits = type->limits();
  uint32_t minimum = limits.min;
1887 1888 1889
  // The max_initial_mem_pages limit is only spec'ed for JS embeddings,
  // so we'll directly use the maximum pages limit here.
  if (minimum > i::wasm::kSpecMaxWasmMaximumMemoryPages) return nullptr;
1890 1891 1892
  uint32_t maximum = limits.max;
  if (maximum != Limits(0).max) {
    if (maximum < minimum) return nullptr;
1893
    if (maximum > i::wasm::kSpecMaxWasmMaximumMemoryPages) return nullptr;
1894
  }
1895 1896
  // TODO(wasm+): Support shared memory.
  i::SharedFlag shared = i::SharedFlag::kNotShared;
1897
  i::Handle<i::WasmMemoryObject> memory_obj;
1898
  if (!i::WasmMemoryObject::New(isolate, minimum, maximum, shared)
1899
           .ToHandle(&memory_obj)) {
1900
    return own<Memory>();
1901 1902
  }
  return implement<Memory>::type::make(store, memory_obj);
1903 1904
}

1905
auto Memory::type() const -> own<MemoryType> {
1906
  i::Handle<i::WasmMemoryObject> memory = impl(this)->v8_object();
1907
  uint32_t min = static_cast<uint32_t>(memory->array_buffer().byte_length() /
1908 1909 1910
                                       i::wasm::kWasmPageSize);
  uint32_t max =
      memory->has_maximum_pages() ? memory->maximum_pages() : 0xFFFFFFFFu;
1911 1912 1913 1914
  return MemoryType::make(Limits(min, max));
}

auto Memory::data() const -> byte_t* {
1915
  return reinterpret_cast<byte_t*>(
1916
      impl(this)->v8_object()->array_buffer().backing_store());
1917 1918 1919
}

auto Memory::data_size() const -> size_t {
1920
  return impl(this)->v8_object()->array_buffer().byte_length();
1921 1922 1923
}

auto Memory::size() const -> pages_t {
1924
  return static_cast<pages_t>(
1925
      impl(this)->v8_object()->array_buffer().byte_length() /
1926
      i::wasm::kWasmPageSize);
1927 1928 1929
}

auto Memory::grow(pages_t delta) -> bool {
1930 1931 1932 1933 1934
  i::Handle<i::WasmMemoryObject> memory = impl(this)->v8_object();
  i::Isolate* isolate = memory->GetIsolate();
  i::HandleScope handle_scope(isolate);
  int32_t old = i::WasmMemoryObject::Grow(isolate, memory, delta);
  return old != -1;
1935 1936 1937 1938 1939 1940
}

// Module Instances

template <>
struct implement<Instance> {
1941
  using type = RefImpl<Instance, i::WasmInstanceObject>;
1942 1943 1944 1945
};

Instance::~Instance() {}

1946
auto Instance::copy() const -> own<Instance> { return impl(this)->copy(); }
1947

1948 1949
own<Instance> Instance::make(Store* store_abs, const Module* module_abs,
                             const Extern* const imports[], own<Trap>* trap) {
1950 1951 1952 1953
  StoreImpl* store = impl(store_abs);
  const implement<Module>::type* module = impl(module_abs);
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);
1954

1955
  DCHECK_EQ(module->v8_object()->GetIsolate(), isolate);
1956

1957
  if (trap) *trap = nullptr;
1958
  ownvec<ImportType> import_types = module_abs->imports();
1959 1960
  i::Handle<i::JSObject> imports_obj =
      isolate->factory()->NewJSObject(isolate->object_function());
1961
  for (size_t i = 0; i < import_types.size(); ++i) {
1962
    ImportType* type = import_types[i].get();
1963 1964 1965 1966 1967 1968 1969 1970 1971
    i::Handle<i::String> module_str = VecToString(isolate, type->module());
    i::Handle<i::String> name_str = VecToString(isolate, type->name());

    i::Handle<i::JSObject> module_obj;
    i::LookupIterator module_it(isolate, imports_obj, module_str,
                                i::LookupIterator::OWN_SKIP_INTERCEPTOR);
    if (i::JSObject::HasProperty(&module_it).ToChecked()) {
      module_obj = i::Handle<i::JSObject>::cast(
          i::Object::GetProperty(&module_it).ToHandleChecked());
1972
    } else {
1973 1974 1975
      module_obj = isolate->factory()->NewJSObject(isolate->object_function());
      ignore(
          i::Object::SetProperty(isolate, imports_obj, module_str, module_obj));
1976
    }
1977 1978
    ignore(i::Object::SetProperty(isolate, module_obj, name_str,
                                  impl(imports[i])->v8_object()));
1979
  }
1980 1981 1982 1983 1984 1985 1986 1987 1988
  i::wasm::ErrorThrower thrower(isolate, "instantiation");
  i::MaybeHandle<i::WasmInstanceObject> instance_obj =
      isolate->wasm_engine()->SyncInstantiate(
          isolate, &thrower, module->v8_object(), imports_obj,
          i::MaybeHandle<i::JSArrayBuffer>());
  if (trap) {
    if (thrower.error()) {
      *trap = implement<Trap>::type::make(
          store, GetProperException(isolate, thrower.Reify()));
1989
      DCHECK(!thrower.error());                   // Reify() called Reset().
1990 1991 1992 1993 1994 1995 1996 1997 1998 1999 2000 2001 2002 2003 2004 2005 2006
      DCHECK(!isolate->has_pending_exception());  // Hasn't been thrown yet.
      return own<Instance>();
    } else if (isolate->has_pending_exception()) {
      i::Handle<i::Object> maybe_exception(isolate->pending_exception(),
                                           isolate);
      *trap = implement<Trap>::type::make(
          store, GetProperException(isolate, maybe_exception));
      isolate->clear_pending_exception();
      return own<Instance>();
    }
  } else if (instance_obj.is_null()) {
    // If no {trap} output is specified, silently swallow all errors.
    thrower.Reset();
    isolate->clear_pending_exception();
    return own<Instance>();
  }
  return implement<Instance>::type::make(store, instance_obj.ToHandleChecked());
2007 2008
}

2009 2010
namespace {

2011 2012
own<Instance> GetInstance(StoreImpl* store,
                          i::Handle<i::WasmInstanceObject> instance) {
2013 2014 2015 2016 2017
  return implement<Instance>::type::make(store, instance);
}

}  // namespace

2018
auto Instance::exports() const -> ownvec<Extern> {
2019 2020 2021 2022 2023 2024 2025 2026 2027
  const implement<Instance>::type* instance = impl(this);
  StoreImpl* store = instance->store();
  i::Isolate* isolate = store->i_isolate();
  i::HandleScope handle_scope(isolate);
  i::Handle<i::WasmInstanceObject> instance_obj = instance->v8_object();
  i::Handle<i::WasmModuleObject> module_obj(instance_obj->module_object(),
                                            isolate);
  i::Handle<i::JSObject> exports_obj(instance_obj->exports_object(), isolate);

2028 2029 2030 2031
  ownvec<ExportType> export_types = ExportsImpl(module_obj);
  ownvec<Extern> exports =
      ownvec<Extern>::make_uninitialized(export_types.size());
  if (!exports) return ownvec<Extern>::invalid();
2032 2033 2034

  for (size_t i = 0; i < export_types.size(); ++i) {
    auto& name = export_types[i]->name();
2035 2036 2037 2038 2039 2040
    i::Handle<i::String> name_str = VecToString(isolate, name);
    i::Handle<i::Object> obj =
        i::Object::GetProperty(isolate, exports_obj, name_str)
            .ToHandleChecked();

    const ExternType* type = export_types[i]->type();
2041 2042
    switch (type->kind()) {
      case EXTERN_FUNC: {
2043
        DCHECK(i::WasmExportedFunction::IsWasmExportedFunction(*obj));
2044 2045
        exports[i] = implement<Func>::type::make(
            store, i::Handle<i::WasmExportedFunction>::cast(obj));
2046 2047
      } break;
      case EXTERN_GLOBAL: {
2048 2049
        exports[i] = implement<Global>::type::make(
            store, i::Handle<i::WasmGlobalObject>::cast(obj));
2050 2051
      } break;
      case EXTERN_TABLE: {
2052 2053
        exports[i] = implement<Table>::type::make(
            store, i::Handle<i::WasmTableObject>::cast(obj));
2054 2055
      } break;
      case EXTERN_MEMORY: {
2056 2057
        exports[i] = implement<Memory>::type::make(
            store, i::Handle<i::WasmMemoryObject>::cast(obj));
2058 2059 2060 2061 2062 2063 2064 2065 2066 2067 2068 2069 2070 2071 2072 2073 2074 2075 2076 2077 2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089
      } break;
    }
  }

  return exports;
}

///////////////////////////////////////////////////////////////////////////////

}  // namespace wasm

// BEGIN FILE wasm-c.cc

extern "C" {

///////////////////////////////////////////////////////////////////////////////
// Auxiliaries

// Backing implementation

extern "C++" {

template <class T>
struct borrowed_vec {
  wasm::vec<T> it;
  explicit borrowed_vec(wasm::vec<T>&& v) : it(std::move(v)) {}
  borrowed_vec(borrowed_vec<T>&& that) : it(std::move(that.it)) {}
  ~borrowed_vec() { it.release(); }
};

}  // extern "C++"

2090 2091 2092 2093 2094 2095 2096 2097 2098 2099 2100 2101 2102 2103 2104 2105 2106 2107 2108
#define WASM_DEFINE_OWN(name, Name)                                            \
  struct wasm_##name##_t : Name {};                                            \
                                                                               \
  void wasm_##name##_delete(wasm_##name##_t* x) { delete x; }                  \
                                                                               \
  extern "C++" inline auto hide_##name(Name* x)->wasm_##name##_t* {            \
    return static_cast<wasm_##name##_t*>(x);                                   \
  }                                                                            \
  extern "C++" inline auto hide_##name(const Name* x)                          \
      ->const wasm_##name##_t* {                                               \
    return static_cast<const wasm_##name##_t*>(x);                             \
  }                                                                            \
  extern "C++" inline auto reveal_##name(wasm_##name##_t* x)->Name* {          \
    return x;                                                                  \
  }                                                                            \
  extern "C++" inline auto reveal_##name(const wasm_##name##_t* x)             \
      ->const Name* {                                                          \
    return x;                                                                  \
  }                                                                            \
2109
  extern "C++" inline auto get_##name(wasm::own<Name>& x)->wasm_##name##_t* {  \
2110 2111
    return hide_##name(x.get());                                               \
  }                                                                            \
2112
  extern "C++" inline auto get_##name(const wasm::own<Name>& x)                \
2113 2114 2115
      ->const wasm_##name##_t* {                                               \
    return hide_##name(x.get());                                               \
  }                                                                            \
2116
  extern "C++" inline auto release_##name(wasm::own<Name>&& x)                 \
2117 2118 2119
      ->wasm_##name##_t* {                                                     \
    return hide_##name(x.release());                                           \
  }                                                                            \
2120
  extern "C++" inline auto adopt_##name(wasm_##name##_t* x)->wasm::own<Name> { \
2121
    return make_own(x);                                                        \
2122 2123 2124 2125
  }

// Vectors

2126 2127 2128 2129 2130 2131 2132
#define WASM_DEFINE_VEC_BASE(name, Name, vec, ptr_or_none)                     \
  static_assert(sizeof(wasm_##name##_vec_t) == sizeof(vec<Name>),              \
                "C/C++ incompatibility");                                      \
  static_assert(                                                               \
      sizeof(wasm_##name##_t ptr_or_none) == sizeof(vec<Name>::elem_type),     \
      "C/C++ incompatibility");                                                \
  extern "C++" inline auto hide_##name##_vec(vec<Name>& v)                     \
2133 2134 2135
      ->wasm_##name##_vec_t* {                                                 \
    return reinterpret_cast<wasm_##name##_vec_t*>(&v);                         \
  }                                                                            \
2136
  extern "C++" inline auto hide_##name##_vec(const vec<Name>& v)               \
2137 2138 2139
      ->const wasm_##name##_vec_t* {                                           \
    return reinterpret_cast<const wasm_##name##_vec_t*>(&v);                   \
  }                                                                            \
2140
  extern "C++" inline auto hide_##name##_vec(vec<Name>::elem_type* v)          \
2141 2142 2143
      ->wasm_##name##_t ptr_or_none* {                                         \
    return reinterpret_cast<wasm_##name##_t ptr_or_none*>(v);                  \
  }                                                                            \
2144
  extern "C++" inline auto hide_##name##_vec(const vec<Name>::elem_type* v)    \
2145 2146 2147 2148
      ->wasm_##name##_t ptr_or_none const* {                                   \
    return reinterpret_cast<wasm_##name##_t ptr_or_none const*>(v);            \
  }                                                                            \
  extern "C++" inline auto reveal_##name##_vec(wasm_##name##_t ptr_or_none* v) \
2149 2150
      ->vec<Name>::elem_type* {                                                \
    return reinterpret_cast<vec<Name>::elem_type*>(v);                         \
2151 2152 2153
  }                                                                            \
  extern "C++" inline auto reveal_##name##_vec(                                \
      wasm_##name##_t ptr_or_none const* v)                                    \
2154 2155
      ->const vec<Name>::elem_type* {                                          \
    return reinterpret_cast<const vec<Name>::elem_type*>(v);                   \
2156
  }                                                                            \
2157
  extern "C++" inline auto get_##name##_vec(vec<Name>& v)                      \
2158 2159 2160 2161
      ->wasm_##name##_vec_t {                                                  \
    wasm_##name##_vec_t v2 = {v.size(), hide_##name##_vec(v.get())};           \
    return v2;                                                                 \
  }                                                                            \
2162
  extern "C++" inline auto get_##name##_vec(const vec<Name>& v)                \
2163 2164 2165 2166 2167 2168
      ->const wasm_##name##_vec_t {                                            \
    wasm_##name##_vec_t v2 = {                                                 \
        v.size(),                                                              \
        const_cast<wasm_##name##_t ptr_or_none*>(hide_##name##_vec(v.get()))}; \
    return v2;                                                                 \
  }                                                                            \
2169
  extern "C++" inline auto release_##name##_vec(vec<Name>&& v)                 \
2170 2171 2172 2173 2174
      ->wasm_##name##_vec_t {                                                  \
    wasm_##name##_vec_t v2 = {v.size(), hide_##name##_vec(v.release())};       \
    return v2;                                                                 \
  }                                                                            \
  extern "C++" inline auto adopt_##name##_vec(wasm_##name##_vec_t* v)          \
2175 2176
      ->vec<Name> {                                                            \
    return vec<Name>::adopt(v->size, reveal_##name##_vec(v->data));            \
2177 2178
  }                                                                            \
  extern "C++" inline auto borrow_##name##_vec(const wasm_##name##_vec_t* v)   \
2179 2180 2181
      ->borrowed_vec<vec<Name>::elem_type> {                                   \
    return borrowed_vec<vec<Name>::elem_type>(                                 \
        vec<Name>::adopt(v->size, reveal_##name##_vec(v->data)));              \
2182 2183 2184 2185
  }                                                                            \
                                                                               \
  void wasm_##name##_vec_new_uninitialized(wasm_##name##_vec_t* out,           \
                                           size_t size) {                      \
2186
    *out = release_##name##_vec(vec<Name>::make_uninitialized(size));          \
2187 2188 2189 2190 2191 2192 2193 2194
  }                                                                            \
  void wasm_##name##_vec_new_empty(wasm_##name##_vec_t* out) {                 \
    wasm_##name##_vec_new_uninitialized(out, 0);                               \
  }                                                                            \
                                                                               \
  void wasm_##name##_vec_delete(wasm_##name##_vec_t* v) {                      \
    adopt_##name##_vec(v);                                                     \
  }
2195 2196

// Vectors with no ownership management of elements
2197 2198 2199 2200 2201 2202 2203 2204 2205 2206 2207 2208 2209 2210 2211 2212
#define WASM_DEFINE_VEC_PLAIN(name, Name)                           \
  WASM_DEFINE_VEC_BASE(name, Name,                                  \
                       wasm::vec, ) /* NOLINT(whitespace/parens) */ \
                                                                    \
  void wasm_##name##_vec_new(wasm_##name##_vec_t* out, size_t size, \
                             const wasm_##name##_t data[]) {        \
    auto v2 = wasm::vec<Name>::make_uninitialized(size);            \
    if (v2.size() != 0) {                                           \
      memcpy(v2.get(), data, size * sizeof(wasm_##name##_t));       \
    }                                                               \
    *out = release_##name##_vec(std::move(v2));                     \
  }                                                                 \
                                                                    \
  void wasm_##name##_vec_copy(wasm_##name##_vec_t* out,             \
                              wasm_##name##_vec_t* v) {             \
    wasm_##name##_vec_new(out, v->size, v->data);                   \
2213 2214
  }

2215
// Vectors that own their elements
2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232 2233 2234
#define WASM_DEFINE_VEC_OWN(name, Name)                             \
  WASM_DEFINE_VEC_BASE(name, Name, wasm::ownvec, *)                 \
                                                                    \
  void wasm_##name##_vec_new(wasm_##name##_vec_t* out, size_t size, \
                             wasm_##name##_t* const data[]) {       \
    auto v2 = wasm::ownvec<Name>::make_uninitialized(size);         \
    for (size_t i = 0; i < v2.size(); ++i) {                        \
      v2[i] = adopt_##name(data[i]);                                \
    }                                                               \
    *out = release_##name##_vec(std::move(v2));                     \
  }                                                                 \
                                                                    \
  void wasm_##name##_vec_copy(wasm_##name##_vec_t* out,             \
                              wasm_##name##_vec_t* v) {             \
    auto v2 = wasm::ownvec<Name>::make_uninitialized(v->size);      \
    for (size_t i = 0; i < v2.size(); ++i) {                        \
      v2[i] = adopt_##name(wasm_##name##_copy(v->data[i]));         \
    }                                                               \
    *out = release_##name##_vec(std::move(v2));                     \
2235 2236 2237 2238 2239 2240 2241 2242 2243 2244 2245 2246
  }

extern "C++" {
template <class T>
inline auto is_empty(T* p) -> bool {
  return !p;
}
}

// Byte vectors

using byte = byte_t;
2247
WASM_DEFINE_VEC_PLAIN(byte, byte)
2248 2249 2250 2251 2252 2253 2254 2255

///////////////////////////////////////////////////////////////////////////////
// Runtime Environment

// Configuration

WASM_DEFINE_OWN(config, wasm::Config)

2256 2257 2258
wasm_config_t* wasm_config_new() {
  return release_config(wasm::Config::make());
}
2259 2260 2261 2262 2263

// Engine

WASM_DEFINE_OWN(engine, wasm::Engine)

2264 2265 2266
wasm_engine_t* wasm_engine_new() {
  return release_engine(wasm::Engine::make());
}
2267 2268

wasm_engine_t* wasm_engine_new_with_config(wasm_config_t* config) {
2269
  return release_engine(wasm::Engine::make(adopt_config(config)));
2270 2271 2272 2273 2274 2275 2276
}

// Stores

WASM_DEFINE_OWN(store, wasm::Store)

wasm_store_t* wasm_store_new(wasm_engine_t* engine) {
2277
  return release_store(wasm::Store::make(engine));
2278 2279 2280 2281 2282 2283 2284
}

///////////////////////////////////////////////////////////////////////////////
// Type Representations

// Type attributes

2285
extern "C++" inline auto hide_mutability(wasm::Mutability mutability)
2286 2287 2288 2289
    -> wasm_mutability_t {
  return static_cast<wasm_mutability_t>(mutability);
}

2290
extern "C++" inline auto reveal_mutability(wasm_mutability_t mutability)
2291 2292 2293 2294
    -> wasm::Mutability {
  return static_cast<wasm::Mutability>(mutability);
}

2295
extern "C++" inline auto hide_limits(const wasm::Limits& limits)
2296 2297 2298 2299
    -> const wasm_limits_t* {
  return reinterpret_cast<const wasm_limits_t*>(&limits);
}

2300
extern "C++" inline auto reveal_limits(wasm_limits_t limits) -> wasm::Limits {
2301 2302 2303
  return wasm::Limits(limits.min, limits.max);
}

2304
extern "C++" inline auto hide_valkind(wasm::ValKind kind) -> wasm_valkind_t {
2305 2306 2307
  return static_cast<wasm_valkind_t>(kind);
}

2308
extern "C++" inline auto reveal_valkind(wasm_valkind_t kind) -> wasm::ValKind {
2309 2310 2311
  return static_cast<wasm::ValKind>(kind);
}

2312 2313
extern "C++" inline auto hide_externkind(wasm::ExternKind kind)
    -> wasm_externkind_t {
2314 2315 2316
  return static_cast<wasm_externkind_t>(kind);
}

2317
extern "C++" inline auto reveal_externkind(wasm_externkind_t kind)
2318
    -> wasm::ExternKind {
2319 2320 2321 2322 2323 2324 2325
  return static_cast<wasm::ExternKind>(kind);
}

// Generic

#define WASM_DEFINE_TYPE(name, Name)                        \
  WASM_DEFINE_OWN(name, Name)                               \
2326
  WASM_DEFINE_VEC_OWN(name, Name)                           \
2327 2328
                                                            \
  wasm_##name##_t* wasm_##name##_copy(wasm_##name##_t* t) { \
2329
    return release_##name(t->copy());                       \
2330 2331 2332 2333 2334 2335 2336
  }

// Value Types

WASM_DEFINE_TYPE(valtype, wasm::ValType)

wasm_valtype_t* wasm_valtype_new(wasm_valkind_t k) {
2337
  return release_valtype(wasm::ValType::make(reveal_valkind(k)));
2338 2339 2340
}

wasm_valkind_t wasm_valtype_kind(const wasm_valtype_t* t) {
2341
  return hide_valkind(t->kind());
2342 2343 2344 2345 2346 2347 2348 2349
}

// Function Types

WASM_DEFINE_TYPE(functype, wasm::FuncType)

wasm_functype_t* wasm_functype_new(wasm_valtype_vec_t* params,
                                   wasm_valtype_vec_t* results) {
2350 2351
  return release_functype(wasm::FuncType::make(adopt_valtype_vec(params),
                                               adopt_valtype_vec(results)));
2352 2353 2354
}

const wasm_valtype_vec_t* wasm_functype_params(const wasm_functype_t* ft) {
2355
  return hide_valtype_vec(ft->params());
2356 2357 2358
}

const wasm_valtype_vec_t* wasm_functype_results(const wasm_functype_t* ft) {
2359
  return hide_valtype_vec(ft->results());
2360 2361 2362 2363 2364 2365 2366 2367
}

// Global Types

WASM_DEFINE_TYPE(globaltype, wasm::GlobalType)

wasm_globaltype_t* wasm_globaltype_new(wasm_valtype_t* content,
                                       wasm_mutability_t mutability) {
2368
  return release_globaltype(wasm::GlobalType::make(
2369
      adopt_valtype(content), reveal_mutability(mutability)));
2370 2371 2372
}

const wasm_valtype_t* wasm_globaltype_content(const wasm_globaltype_t* gt) {
2373
  return hide_valtype(gt->content());
2374 2375 2376
}

wasm_mutability_t wasm_globaltype_mutability(const wasm_globaltype_t* gt) {
2377
  return hide_mutability(gt->mutability());
2378 2379 2380 2381 2382 2383 2384 2385
}

// Table Types

WASM_DEFINE_TYPE(tabletype, wasm::TableType)

wasm_tabletype_t* wasm_tabletype_new(wasm_valtype_t* element,
                                     const wasm_limits_t* limits) {
2386 2387
  return release_tabletype(
      wasm::TableType::make(adopt_valtype(element), reveal_limits(*limits)));
2388 2389 2390
}

const wasm_valtype_t* wasm_tabletype_element(const wasm_tabletype_t* tt) {
2391
  return hide_valtype(tt->element());
2392 2393 2394
}

const wasm_limits_t* wasm_tabletype_limits(const wasm_tabletype_t* tt) {
2395
  return hide_limits(tt->limits());
2396 2397 2398 2399 2400 2401 2402
}

// Memory Types

WASM_DEFINE_TYPE(memorytype, wasm::MemoryType)

wasm_memorytype_t* wasm_memorytype_new(const wasm_limits_t* limits) {
2403
  return release_memorytype(wasm::MemoryType::make(reveal_limits(*limits)));
2404 2405 2406
}

const wasm_limits_t* wasm_memorytype_limits(const wasm_memorytype_t* mt) {
2407
  return hide_limits(mt->limits());
2408 2409 2410 2411 2412 2413 2414
}

// Extern Types

WASM_DEFINE_TYPE(externtype, wasm::ExternType)

wasm_externkind_t wasm_externtype_kind(const wasm_externtype_t* et) {
2415
  return hide_externkind(et->kind());
2416 2417 2418
}

wasm_externtype_t* wasm_functype_as_externtype(wasm_functype_t* ft) {
2419
  return hide_externtype(static_cast<wasm::ExternType*>(ft));
2420 2421
}
wasm_externtype_t* wasm_globaltype_as_externtype(wasm_globaltype_t* gt) {
2422
  return hide_externtype(static_cast<wasm::ExternType*>(gt));
2423 2424
}
wasm_externtype_t* wasm_tabletype_as_externtype(wasm_tabletype_t* tt) {
2425
  return hide_externtype(static_cast<wasm::ExternType*>(tt));
2426 2427
}
wasm_externtype_t* wasm_memorytype_as_externtype(wasm_memorytype_t* mt) {
2428
  return hide_externtype(static_cast<wasm::ExternType*>(mt));
2429 2430 2431 2432
}

const wasm_externtype_t* wasm_functype_as_externtype_const(
    const wasm_functype_t* ft) {
2433
  return hide_externtype(static_cast<const wasm::ExternType*>(ft));
2434 2435 2436
}
const wasm_externtype_t* wasm_globaltype_as_externtype_const(
    const wasm_globaltype_t* gt) {
2437
  return hide_externtype(static_cast<const wasm::ExternType*>(gt));
2438 2439 2440
}
const wasm_externtype_t* wasm_tabletype_as_externtype_const(
    const wasm_tabletype_t* tt) {
2441
  return hide_externtype(static_cast<const wasm::ExternType*>(tt));
2442 2443 2444
}
const wasm_externtype_t* wasm_memorytype_as_externtype_const(
    const wasm_memorytype_t* mt) {
2445
  return hide_externtype(static_cast<const wasm::ExternType*>(mt));
2446 2447 2448 2449
}

wasm_functype_t* wasm_externtype_as_functype(wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_FUNC
2450 2451
             ? hide_functype(
                   static_cast<wasm::FuncType*>(reveal_externtype(et)))
2452 2453 2454 2455
             : nullptr;
}
wasm_globaltype_t* wasm_externtype_as_globaltype(wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_GLOBAL
2456 2457
             ? hide_globaltype(
                   static_cast<wasm::GlobalType*>(reveal_externtype(et)))
2458 2459 2460 2461
             : nullptr;
}
wasm_tabletype_t* wasm_externtype_as_tabletype(wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_TABLE
2462 2463
             ? hide_tabletype(
                   static_cast<wasm::TableType*>(reveal_externtype(et)))
2464 2465 2466 2467
             : nullptr;
}
wasm_memorytype_t* wasm_externtype_as_memorytype(wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_MEMORY
2468 2469
             ? hide_memorytype(
                   static_cast<wasm::MemoryType*>(reveal_externtype(et)))
2470 2471 2472 2473 2474 2475
             : nullptr;
}

const wasm_functype_t* wasm_externtype_as_functype_const(
    const wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_FUNC
2476 2477
             ? hide_functype(
                   static_cast<const wasm::FuncType*>(reveal_externtype(et)))
2478 2479 2480 2481 2482
             : nullptr;
}
const wasm_globaltype_t* wasm_externtype_as_globaltype_const(
    const wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_GLOBAL
2483 2484
             ? hide_globaltype(
                   static_cast<const wasm::GlobalType*>(reveal_externtype(et)))
2485 2486 2487 2488 2489
             : nullptr;
}
const wasm_tabletype_t* wasm_externtype_as_tabletype_const(
    const wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_TABLE
2490 2491
             ? hide_tabletype(
                   static_cast<const wasm::TableType*>(reveal_externtype(et)))
2492 2493 2494 2495 2496
             : nullptr;
}
const wasm_memorytype_t* wasm_externtype_as_memorytype_const(
    const wasm_externtype_t* et) {
  return et->kind() == wasm::EXTERN_MEMORY
2497 2498
             ? hide_memorytype(
                   static_cast<const wasm::MemoryType*>(reveal_externtype(et)))
2499 2500 2501 2502 2503 2504 2505 2506 2507
             : nullptr;
}

// Import Types

WASM_DEFINE_TYPE(importtype, wasm::ImportType)

wasm_importtype_t* wasm_importtype_new(wasm_name_t* module, wasm_name_t* name,
                                       wasm_externtype_t* type) {
2508 2509
  return release_importtype(wasm::ImportType::make(
      adopt_byte_vec(module), adopt_byte_vec(name), adopt_externtype(type)));
2510 2511 2512
}

const wasm_name_t* wasm_importtype_module(const wasm_importtype_t* it) {
2513
  return hide_byte_vec(it->module());
2514 2515 2516
}

const wasm_name_t* wasm_importtype_name(const wasm_importtype_t* it) {
2517
  return hide_byte_vec(it->name());
2518 2519 2520
}

const wasm_externtype_t* wasm_importtype_type(const wasm_importtype_t* it) {
2521
  return hide_externtype(it->type());
2522 2523 2524 2525 2526 2527 2528 2529
}

// Export Types

WASM_DEFINE_TYPE(exporttype, wasm::ExportType)

wasm_exporttype_t* wasm_exporttype_new(wasm_name_t* name,
                                       wasm_externtype_t* type) {
2530 2531
  return release_exporttype(
      wasm::ExportType::make(adopt_byte_vec(name), adopt_externtype(type)));
2532 2533 2534
}

const wasm_name_t* wasm_exporttype_name(const wasm_exporttype_t* et) {
2535
  return hide_byte_vec(et->name());
2536 2537 2538
}

const wasm_externtype_t* wasm_exporttype_type(const wasm_exporttype_t* et) {
2539
  return hide_externtype(et->type());
2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550
}

///////////////////////////////////////////////////////////////////////////////
// Runtime Values

// References

#define WASM_DEFINE_REF_BASE(name, Name)                             \
  WASM_DEFINE_OWN(name, Name)                                        \
                                                                     \
  wasm_##name##_t* wasm_##name##_copy(const wasm_##name##_t* t) {    \
2551
    return release_##name(t->copy());                                \
2552 2553
  }                                                                  \
                                                                     \
2554 2555 2556 2557 2558
  bool wasm_##name##_same(const wasm_##name##_t* t1,                 \
                          const wasm_##name##_t* t2) {               \
    return t1->same(t2);                                             \
  }                                                                  \
                                                                     \
2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573
  void* wasm_##name##_get_host_info(const wasm_##name##_t* r) {      \
    return r->get_host_info();                                       \
  }                                                                  \
  void wasm_##name##_set_host_info(wasm_##name##_t* r, void* info) { \
    r->set_host_info(info);                                          \
  }                                                                  \
  void wasm_##name##_set_host_info_with_finalizer(                   \
      wasm_##name##_t* r, void* info, void (*finalizer)(void*)) {    \
    r->set_host_info(info, finalizer);                               \
  }

#define WASM_DEFINE_REF(name, Name)                                        \
  WASM_DEFINE_REF_BASE(name, Name)                                         \
                                                                           \
  wasm_ref_t* wasm_##name##_as_ref(wasm_##name##_t* r) {                   \
2574
    return hide_ref(static_cast<wasm::Ref*>(reveal_##name(r)));            \
2575 2576
  }                                                                        \
  wasm_##name##_t* wasm_ref_as_##name(wasm_ref_t* r) {                     \
2577
    return hide_##name(static_cast<Name*>(reveal_ref(r)));                 \
2578 2579 2580
  }                                                                        \
                                                                           \
  const wasm_ref_t* wasm_##name##_as_ref_const(const wasm_##name##_t* r) { \
2581
    return hide_ref(static_cast<const wasm::Ref*>(reveal_##name(r)));      \
2582 2583
  }                                                                        \
  const wasm_##name##_t* wasm_ref_as_##name##_const(const wasm_ref_t* r) { \
2584
    return hide_##name(static_cast<const Name*>(reveal_ref(r)));           \
2585 2586 2587 2588 2589 2590 2591 2592 2593 2594 2595 2596 2597
  }

#define WASM_DEFINE_SHARABLE_REF(name, Name) \
  WASM_DEFINE_REF(name, Name)                \
  WASM_DEFINE_OWN(shared_##name, wasm::Shared<Name>)

WASM_DEFINE_REF_BASE(ref, wasm::Ref)

// Values

extern "C++" {

inline auto is_empty(wasm_val_t v) -> bool {
2598
  return !is_ref(reveal_valkind(v.kind)) || !v.of.ref;
2599 2600
}

2601 2602
inline auto hide_val(wasm::Val v) -> wasm_val_t {
  wasm_val_t v2 = {hide_valkind(v.kind()), {}};
2603 2604 2605 2606 2607 2608 2609 2610 2611 2612 2613 2614 2615 2616 2617
  switch (v.kind()) {
    case wasm::I32:
      v2.of.i32 = v.i32();
      break;
    case wasm::I64:
      v2.of.i64 = v.i64();
      break;
    case wasm::F32:
      v2.of.f32 = v.f32();
      break;
    case wasm::F64:
      v2.of.f64 = v.f64();
      break;
    case wasm::ANYREF:
    case wasm::FUNCREF:
2618
      v2.of.ref = hide_ref(v.ref());
2619 2620 2621 2622 2623 2624 2625
      break;
    default:
      UNREACHABLE();
  }
  return v2;
}

2626 2627
inline auto release_val(wasm::Val v) -> wasm_val_t {
  wasm_val_t v2 = {hide_valkind(v.kind()), {}};
2628 2629 2630 2631 2632 2633 2634 2635 2636 2637 2638 2639 2640 2641 2642
  switch (v.kind()) {
    case wasm::I32:
      v2.of.i32 = v.i32();
      break;
    case wasm::I64:
      v2.of.i64 = v.i64();
      break;
    case wasm::F32:
      v2.of.f32 = v.f32();
      break;
    case wasm::F64:
      v2.of.f64 = v.f64();
      break;
    case wasm::ANYREF:
    case wasm::FUNCREF:
2643
      v2.of.ref = release_ref(v.release_ref());
2644 2645 2646 2647 2648 2649 2650
      break;
    default:
      UNREACHABLE();
  }
  return v2;
}

2651 2652
inline auto adopt_val(wasm_val_t v) -> wasm::Val {
  switch (reveal_valkind(v.kind)) {
2653 2654 2655 2656 2657 2658 2659 2660 2661 2662
    case wasm::I32:
      return wasm::Val(v.of.i32);
    case wasm::I64:
      return wasm::Val(v.of.i64);
    case wasm::F32:
      return wasm::Val(v.of.f32);
    case wasm::F64:
      return wasm::Val(v.of.f64);
    case wasm::ANYREF:
    case wasm::FUNCREF:
2663
      return wasm::Val(adopt_ref(v.of.ref));
2664 2665 2666 2667 2668 2669 2670 2671 2672 2673
    default:
      UNREACHABLE();
  }
}

struct borrowed_val {
  wasm::Val it;
  explicit borrowed_val(wasm::Val&& v) : it(std::move(v)) {}
  borrowed_val(borrowed_val&& that) : it(std::move(that.it)) {}
  ~borrowed_val() {
2674
    if (it.is_ref()) it.release_ref().release();
2675 2676 2677
  }
};

2678
inline auto borrow_val(const wasm_val_t* v) -> borrowed_val {
2679
  wasm::Val v2;
2680
  switch (reveal_valkind(v->kind)) {
2681 2682 2683 2684 2685 2686 2687 2688 2689 2690 2691 2692 2693 2694
    case wasm::I32:
      v2 = wasm::Val(v->of.i32);
      break;
    case wasm::I64:
      v2 = wasm::Val(v->of.i64);
      break;
    case wasm::F32:
      v2 = wasm::Val(v->of.f32);
      break;
    case wasm::F64:
      v2 = wasm::Val(v->of.f64);
      break;
    case wasm::ANYREF:
    case wasm::FUNCREF:
2695
      v2 = wasm::Val(adopt_ref(v->of.ref));
2696 2697 2698 2699 2700 2701 2702 2703 2704
      break;
    default:
      UNREACHABLE();
  }
  return borrowed_val(std::move(v2));
}

}  // extern "C++"

2705
WASM_DEFINE_VEC_BASE(val, wasm::Val, wasm::vec, )
2706 2707 2708 2709 2710

void wasm_val_vec_new(wasm_val_vec_t* out, size_t size,
                      wasm_val_t const data[]) {
  auto v2 = wasm::vec<wasm::Val>::make_uninitialized(size);
  for (size_t i = 0; i < v2.size(); ++i) {
2711
    v2[i] = adopt_val(data[i]);
2712
  }
2713
  *out = release_val_vec(std::move(v2));
2714 2715 2716 2717 2718 2719 2720
}

void wasm_val_vec_copy(wasm_val_vec_t* out, wasm_val_vec_t* v) {
  auto v2 = wasm::vec<wasm::Val>::make_uninitialized(v->size);
  for (size_t i = 0; i < v2.size(); ++i) {
    wasm_val_t val;
    wasm_val_copy(&v->data[i], &val);
2721
    v2[i] = adopt_val(val);
2722
  }
2723
  *out = release_val_vec(std::move(v2));
2724 2725 2726
}

void wasm_val_delete(wasm_val_t* v) {
2727 2728
  if (is_ref(reveal_valkind(v->kind))) {
    adopt_ref(v->of.ref);
2729
  }
2730 2731 2732 2733
}

void wasm_val_copy(wasm_val_t* out, const wasm_val_t* v) {
  *out = *v;
2734
  if (is_ref(reveal_valkind(v->kind))) {
2735
    out->of.ref = v->of.ref ? release_ref(v->of.ref->copy()) : nullptr;
2736 2737 2738 2739 2740 2741
  }
}

///////////////////////////////////////////////////////////////////////////////
// Runtime Objects

2742 2743 2744
// Frames

WASM_DEFINE_OWN(frame, wasm::Frame)
2745
WASM_DEFINE_VEC_OWN(frame, wasm::Frame)
2746 2747

wasm_frame_t* wasm_frame_copy(const wasm_frame_t* frame) {
2748
  return release_frame(frame->copy());
2749 2750 2751 2752 2753 2754
}

wasm_instance_t* wasm_frame_instance(const wasm_frame_t* frame);
// Defined below along with wasm_instance_t.

uint32_t wasm_frame_func_index(const wasm_frame_t* frame) {
2755
  return reveal_frame(frame)->func_index();
2756 2757 2758
}

size_t wasm_frame_func_offset(const wasm_frame_t* frame) {
2759
  return reveal_frame(frame)->func_offset();
2760 2761 2762
}

size_t wasm_frame_module_offset(const wasm_frame_t* frame) {
2763
  return reveal_frame(frame)->module_offset();
2764 2765
}

2766 2767 2768 2769 2770
// Traps

WASM_DEFINE_REF(trap, wasm::Trap)

wasm_trap_t* wasm_trap_new(wasm_store_t* store, const wasm_message_t* message) {
2771 2772
  auto message_ = borrow_byte_vec(message);
  return release_trap(wasm::Trap::make(store, message_.it));
2773 2774 2775
}

void wasm_trap_message(const wasm_trap_t* trap, wasm_message_t* out) {
2776
  *out = release_byte_vec(reveal_trap(trap)->message());
2777 2778
}

2779
wasm_frame_t* wasm_trap_origin(const wasm_trap_t* trap) {
2780
  return release_frame(reveal_trap(trap)->origin());
2781 2782 2783
}

void wasm_trap_trace(const wasm_trap_t* trap, wasm_frame_vec_t* out) {
2784
  *out = release_frame_vec(reveal_trap(trap)->trace());
2785 2786
}

2787 2788 2789 2790 2791
// Foreign Objects

WASM_DEFINE_REF(foreign, wasm::Foreign)

wasm_foreign_t* wasm_foreign_new(wasm_store_t* store) {
2792
  return release_foreign(wasm::Foreign::make(store));
2793 2794 2795 2796 2797 2798 2799
}

// Modules

WASM_DEFINE_SHARABLE_REF(module, wasm::Module)

bool wasm_module_validate(wasm_store_t* store, const wasm_byte_vec_t* binary) {
2800
  auto binary_ = borrow_byte_vec(binary);
2801 2802 2803 2804 2805
  return wasm::Module::validate(store, binary_.it);
}

wasm_module_t* wasm_module_new(wasm_store_t* store,
                               const wasm_byte_vec_t* binary) {
2806 2807
  auto binary_ = borrow_byte_vec(binary);
  return release_module(wasm::Module::make(store, binary_.it));
2808 2809 2810 2811
}

void wasm_module_imports(const wasm_module_t* module,
                         wasm_importtype_vec_t* out) {
2812
  *out = release_importtype_vec(reveal_module(module)->imports());
2813 2814 2815 2816
}

void wasm_module_exports(const wasm_module_t* module,
                         wasm_exporttype_vec_t* out) {
2817
  *out = release_exporttype_vec(reveal_module(module)->exports());
2818 2819 2820
}

void wasm_module_serialize(const wasm_module_t* module, wasm_byte_vec_t* out) {
2821
  *out = release_byte_vec(reveal_module(module)->serialize());
2822 2823 2824 2825
}

wasm_module_t* wasm_module_deserialize(wasm_store_t* store,
                                       const wasm_byte_vec_t* binary) {
2826 2827
  auto binary_ = borrow_byte_vec(binary);
  return release_module(wasm::Module::deserialize(store, binary_.it));
2828 2829 2830
}

wasm_shared_module_t* wasm_module_share(const wasm_module_t* module) {
2831
  return release_shared_module(reveal_module(module)->share());
2832 2833 2834 2835
}

wasm_module_t* wasm_module_obtain(wasm_store_t* store,
                                  const wasm_shared_module_t* shared) {
2836
  return release_module(wasm::Module::obtain(store, shared));
2837 2838 2839 2840 2841 2842 2843 2844 2845
}

// Function Instances

WASM_DEFINE_REF(func, wasm::Func)

extern "C++" {

auto wasm_callback(void* env, const wasm::Val args[], wasm::Val results[])
2846
    -> wasm::own<wasm::Trap> {
2847
  auto f = reinterpret_cast<wasm_func_callback_t>(env);
2848
  return adopt_trap(f(hide_val_vec(args), hide_val_vec(results)));
2849 2850 2851 2852 2853 2854 2855 2856 2857
}

struct wasm_callback_env_t {
  wasm_func_callback_with_env_t callback;
  void* env;
  void (*finalizer)(void*);
};

auto wasm_callback_with_env(void* env, const wasm::Val args[],
2858
                            wasm::Val results[]) -> wasm::own<wasm::Trap> {
2859
  auto t = static_cast<wasm_callback_env_t*>(env);
2860 2861
  return adopt_trap(
      t->callback(t->env, hide_val_vec(args), hide_val_vec(results)));
2862 2863 2864 2865 2866 2867 2868 2869 2870 2871 2872 2873
}

void wasm_callback_env_finalizer(void* env) {
  auto t = static_cast<wasm_callback_env_t*>(env);
  if (t->finalizer) t->finalizer(t->env);
  delete t;
}

}  // extern "C++"

wasm_func_t* wasm_func_new(wasm_store_t* store, const wasm_functype_t* type,
                           wasm_func_callback_t callback) {
2874 2875
  return release_func(wasm::Func::make(store, type, wasm_callback,
                                       reinterpret_cast<void*>(callback)));
2876 2877 2878 2879 2880 2881 2882
}

wasm_func_t* wasm_func_new_with_env(wasm_store_t* store,
                                    const wasm_functype_t* type,
                                    wasm_func_callback_with_env_t callback,
                                    void* env, void (*finalizer)(void*)) {
  auto env2 = new wasm_callback_env_t{callback, env, finalizer};
2883 2884
  return release_func(wasm::Func::make(store, type, wasm_callback_with_env,
                                       env2, wasm_callback_env_finalizer));
2885 2886 2887
}

wasm_functype_t* wasm_func_type(const wasm_func_t* func) {
2888
  return release_functype(func->type());
2889 2890 2891 2892 2893 2894 2895 2896 2897 2898 2899 2900
}

size_t wasm_func_param_arity(const wasm_func_t* func) {
  return func->param_arity();
}

size_t wasm_func_result_arity(const wasm_func_t* func) {
  return func->result_arity();
}

wasm_trap_t* wasm_func_call(const wasm_func_t* func, const wasm_val_t args[],
                            wasm_val_t results[]) {
2901 2902
  return release_trap(
      func->call(reveal_val_vec(args), reveal_val_vec(results)));
2903 2904 2905 2906 2907 2908 2909 2910 2911
}

// Global Instances

WASM_DEFINE_REF(global, wasm::Global)

wasm_global_t* wasm_global_new(wasm_store_t* store,
                               const wasm_globaltype_t* type,
                               const wasm_val_t* val) {
2912 2913
  auto val_ = borrow_val(val);
  return release_global(wasm::Global::make(store, type, val_.it));
2914 2915 2916
}

wasm_globaltype_t* wasm_global_type(const wasm_global_t* global) {
2917
  return release_globaltype(global->type());
2918 2919 2920
}

void wasm_global_get(const wasm_global_t* global, wasm_val_t* out) {
2921
  *out = release_val(global->get());
2922 2923 2924
}

void wasm_global_set(wasm_global_t* global, const wasm_val_t* val) {
2925
  auto val_ = borrow_val(val);
2926 2927 2928 2929 2930 2931 2932 2933 2934
  global->set(val_.it);
}

// Table Instances

WASM_DEFINE_REF(table, wasm::Table)

wasm_table_t* wasm_table_new(wasm_store_t* store, const wasm_tabletype_t* type,
                             wasm_ref_t* ref) {
2935
  return release_table(wasm::Table::make(store, type, ref));
2936 2937 2938
}

wasm_tabletype_t* wasm_table_type(const wasm_table_t* table) {
2939
  return release_tabletype(table->type());
2940 2941 2942
}

wasm_ref_t* wasm_table_get(const wasm_table_t* table, wasm_table_size_t index) {
2943
  return release_ref(table->get(index));
2944 2945 2946 2947 2948 2949 2950 2951 2952 2953 2954 2955 2956 2957 2958 2959 2960 2961 2962 2963 2964 2965
}

bool wasm_table_set(wasm_table_t* table, wasm_table_size_t index,
                    wasm_ref_t* ref) {
  return table->set(index, ref);
}

wasm_table_size_t wasm_table_size(const wasm_table_t* table) {
  return table->size();
}

bool wasm_table_grow(wasm_table_t* table, wasm_table_size_t delta,
                     wasm_ref_t* ref) {
  return table->grow(delta, ref);
}

// Memory Instances

WASM_DEFINE_REF(memory, wasm::Memory)

wasm_memory_t* wasm_memory_new(wasm_store_t* store,
                               const wasm_memorytype_t* type) {
2966
  return release_memory(wasm::Memory::make(store, type));
2967 2968 2969
}

wasm_memorytype_t* wasm_memory_type(const wasm_memory_t* memory) {
2970
  return release_memorytype(memory->type());
2971 2972 2973 2974 2975 2976 2977 2978 2979 2980 2981 2982 2983 2984 2985 2986 2987 2988 2989
}

wasm_byte_t* wasm_memory_data(wasm_memory_t* memory) { return memory->data(); }

size_t wasm_memory_data_size(const wasm_memory_t* memory) {
  return memory->data_size();
}

wasm_memory_pages_t wasm_memory_size(const wasm_memory_t* memory) {
  return memory->size();
}

bool wasm_memory_grow(wasm_memory_t* memory, wasm_memory_pages_t delta) {
  return memory->grow(delta);
}

// Externals

WASM_DEFINE_REF(extern, wasm::Extern)
2990
WASM_DEFINE_VEC_OWN(extern, wasm::Extern)
2991 2992

wasm_externkind_t wasm_extern_kind(const wasm_extern_t* external) {
2993
  return hide_externkind(external->kind());
2994 2995
}
wasm_externtype_t* wasm_extern_type(const wasm_extern_t* external) {
2996
  return release_externtype(external->type());
2997 2998 2999
}

wasm_extern_t* wasm_func_as_extern(wasm_func_t* func) {
3000
  return hide_extern(static_cast<wasm::Extern*>(reveal_func(func)));
3001 3002
}
wasm_extern_t* wasm_global_as_extern(wasm_global_t* global) {
3003
  return hide_extern(static_cast<wasm::Extern*>(reveal_global(global)));
3004 3005
}
wasm_extern_t* wasm_table_as_extern(wasm_table_t* table) {
3006
  return hide_extern(static_cast<wasm::Extern*>(reveal_table(table)));
3007 3008
}
wasm_extern_t* wasm_memory_as_extern(wasm_memory_t* memory) {
3009
  return hide_extern(static_cast<wasm::Extern*>(reveal_memory(memory)));
3010 3011 3012
}

const wasm_extern_t* wasm_func_as_extern_const(const wasm_func_t* func) {
3013
  return hide_extern(static_cast<const wasm::Extern*>(reveal_func(func)));
3014 3015
}
const wasm_extern_t* wasm_global_as_extern_const(const wasm_global_t* global) {
3016
  return hide_extern(static_cast<const wasm::Extern*>(reveal_global(global)));
3017 3018
}
const wasm_extern_t* wasm_table_as_extern_const(const wasm_table_t* table) {
3019
  return hide_extern(static_cast<const wasm::Extern*>(reveal_table(table)));
3020 3021
}
const wasm_extern_t* wasm_memory_as_extern_const(const wasm_memory_t* memory) {
3022
  return hide_extern(static_cast<const wasm::Extern*>(reveal_memory(memory)));
3023 3024 3025
}

wasm_func_t* wasm_extern_as_func(wasm_extern_t* external) {
3026
  return hide_func(external->func());
3027 3028
}
wasm_global_t* wasm_extern_as_global(wasm_extern_t* external) {
3029
  return hide_global(external->global());
3030 3031
}
wasm_table_t* wasm_extern_as_table(wasm_extern_t* external) {
3032
  return hide_table(external->table());
3033 3034
}
wasm_memory_t* wasm_extern_as_memory(wasm_extern_t* external) {
3035
  return hide_memory(external->memory());
3036 3037 3038
}

const wasm_func_t* wasm_extern_as_func_const(const wasm_extern_t* external) {
3039
  return hide_func(external->func());
3040 3041 3042
}
const wasm_global_t* wasm_extern_as_global_const(
    const wasm_extern_t* external) {
3043
  return hide_global(external->global());
3044 3045
}
const wasm_table_t* wasm_extern_as_table_const(const wasm_extern_t* external) {
3046
  return hide_table(external->table());
3047 3048 3049
}
const wasm_memory_t* wasm_extern_as_memory_const(
    const wasm_extern_t* external) {
3050
  return hide_memory(external->memory());
3051 3052 3053 3054 3055 3056 3057 3058
}

// Module Instances

WASM_DEFINE_REF(instance, wasm::Instance)

wasm_instance_t* wasm_instance_new(wasm_store_t* store,
                                   const wasm_module_t* module,
3059 3060 3061 3062 3063 3064 3065 3066
                                   const wasm_extern_t* const imports[],
                                   wasm_trap_t** trap) {
  wasm::own<wasm::Trap> error;
  wasm_instance_t* instance = release_instance(wasm::Instance::make(
      store, module, reinterpret_cast<const wasm::Extern* const*>(imports),
      &error));
  if (trap) *trap = hide_trap(error.release());
  return instance;
3067 3068 3069 3070
}

void wasm_instance_exports(const wasm_instance_t* instance,
                           wasm_extern_vec_t* out) {
3071
  *out = release_extern_vec(instance->exports());
3072 3073
}

3074
wasm_instance_t* wasm_frame_instance(const wasm_frame_t* frame) {
3075
  return hide_instance(reveal_frame(frame)->instance());
3076 3077
}

3078 3079 3080
#undef WASM_DEFINE_OWN
#undef WASM_DEFINE_VEC_BASE
#undef WASM_DEFINE_VEC_PLAIN
3081
#undef WASM_DEFINE_VEC_OWN
3082 3083 3084 3085 3086 3087
#undef WASM_DEFINE_TYPE
#undef WASM_DEFINE_REF_BASE
#undef WASM_DEFINE_REF
#undef WASM_DEFINE_SHARABLE_REF

}  // extern "C"