Auto merge of #63649 - tlively:emscripten-upstream-upgrade, r=alexcri…

…chton Upgrade Emscripten targets to use upstream LLVM backend - Refactors the Emscripten target spec to share code with other wasm targets. - Replaces the incorrect wasm32 C call ABI with the old asmjs version, which is correct for both wasm32 and JS. - Updates the varargs ABI used by Emscripten and deletes the old one. - Removes the obsolete wasm32-experimental-emscripten target. - Temporarily makes Emscripten targets use panic=abort by default because supporting unwinding will require an LLVM patch.
rust-lang · Oct 4, 2019 · 7870050 · 7870050
2 parents 2e72448 4a4df29
commit 7870050
Show file tree

Hide file tree

Showing 142 changed files with 377 additions and 537 deletions.
diff --git a/config.toml.example b/config.toml.example
@@ -377,6 377,7 @@
 # but you can also optionally enable the "emscripten" backend for asm.js or
 # make this an empty array (but that probably won't get too far in the
 # bootstrap)
 # FIXME: remove the obsolete emscripten backend option.
 #codegen-backends = ["llvm"]
 
 # This is the name of the directory in which codegen backends will get installed

diff --git a/src/bootstrap/builder.rs b/src/bootstrap/builder.rs
@@ -970,6 970,7 @@ impl<'a> Builder<'a> {
  Some("-Wl,-rpath,@loader_path/../lib")
  } else if !target.contains("windows") &&
  !target.contains("wasm32") &&
  !target.contains("emscripten") &&
  !target.contains("fuchsia") {
  Some("-Wl,-rpath,$ORIGIN/../lib")
  } else {

diff --git a/src/bootstrap/test.rs b/src/bootstrap/test.rs
@@ -1047,10 1047,11 @@ impl Step for Compiletest {
  // Also provide `rust_test_helpers` for the host.
  builder.ensure(native::TestHelpers { target: compiler.host });
 
- // wasm32 can't build the test helpers
- if !target.contains("wasm32") {
  // As well as the target, except for plain wasm32, which can't build it
  if !target.contains("wasm32") || target.contains("emscripten") {
  builder.ensure(native::TestHelpers { target });
  }
 
  builder.ensure(RemoteCopyLibs { compiler, target });
 
  let mut cmd = builder.tool_cmd(Tool::Compiletest);

diff --git a/src/ci/docker/asmjs/Dockerfile b/src/ci/docker/asmjs/Dockerfile
@@ -11,7 11,8 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
  cmake \
  sudo \
  gdb \
- xz-utils
  xz-utils \
  bzip2
 
 COPY scripts/emscripten.sh /scripts/
 RUN bash /scripts/emscripten.sh
@@ -20,28 21,16 @@ COPY scripts/sccache.sh /scripts/
 RUN sh /scripts/sccache.sh
 
 ENV PATH=$PATH:/emsdk-portable
-ENV PATH=$PATH:/emsdk-portable/clang/e1.38.15_64bit/
-ENV PATH=$PATH:/emsdk-portable/emscripten/1.38.15/
-ENV PATH=$PATH:/emsdk-portable/node/8.9.1_64bit/bin/
-ENV EMSCRIPTEN=/emsdk-portable/emscripten/1.38.15/
-ENV BINARYEN_ROOT=/emsdk-portable/clang/e1.38.15_64bit/binaryen/
 ENV PATH=$PATH:/emsdk-portable/upstream/emscripten/
 ENV PATH=$PATH:/emsdk-portable/node/12.9.1_64bit/bin/
 ENV BINARYEN_ROOT=/emsdk-portable/upstream/
 ENV EM_CONFIG=/emsdk-portable/.emscripten
 
 ENV TARGETS=asmjs-unknown-emscripten
 
-ENV RUST_CONFIGURE_ARGS --enable-emscripten --disable-optimize-tests
 ENV SCRIPT python2.7 ../x.py test --target $TARGETS
 
-ENV SCRIPT python2.7 ../x.py test --target $TARGETS \
- src/test/ui \
- src/test/run-fail \
- src/libstd \
- src/liballoc \
- src/libcore
-
-# Debug assertions in rustc are largely covered by other builders, and LLVM
-# assertions cause this builder to slow down by quite a large amount and don't
-# buy us a huge amount over other builders (not sure if we've ever seen an
-# asmjs-specific backend assertion trip), so disable assertions for these
-# tests.
-ENV NO_LLVM_ASSERTIONS=1
 # This is almost identical to the wasm32-unknown-emscripten target, so
 # running with assertions again is not useful
 ENV NO_DEBUG_ASSERTIONS=1
 ENV NO_LLVM_ASSERTIONS=1
diff --git a/src/ci/docker/disabled/wasm32-exp/Dockerfile b/src/ci/docker/disabled/wasm32-exp/Dockerfile
diff --git a/src/ci/docker/disabled/wasm32-exp/node.sh b/src/ci/docker/disabled/wasm32-exp/node.sh
diff --git a/src/ci/docker/disabled/wasm32/Dockerfile b/src/ci/docker/disabled/wasm32/Dockerfile
@@ -11,22 11,28 @@ RUN apt-get update && apt-get install -y --no-install-recommends \
  cmake \
  sudo \
  gdb \
- xz-utils
  xz-utils \
  bzip2
 
-# emscripten
 COPY scripts/emscripten.sh /scripts/
 RUN bash /scripts/emscripten.sh
 
 COPY scripts/sccache.sh /scripts/
 RUN sh /scripts/sccache.sh
 
 ENV PATH=$PATH:/emsdk-portable
-ENV PATH=$PATH:/emsdk-portable/clang/e1.38.15_64bit/
-ENV PATH=$PATH:/emsdk-portable/emscripten/1.38.15/
-ENV PATH=$PATH:/emsdk-portable/node/8.9.1_64bit/bin/
-ENV EMSCRIPTEN=/emsdk-portable/emscripten/1.38.15/
-ENV BINARYEN_ROOT=/emsdk-portable/clang/e1.38.15_64bit/binaryen/
 ENV PATH=$PATH:/emsdk-portable/upstream/emscripten/
 ENV PATH=$PATH:/emsdk-portable/node/12.9.1_64bit/bin/
 ENV BINARYEN_ROOT=/emsdk-portable/upstream/
 ENV EM_CONFIG=/emsdk-portable/.emscripten
 
 ENV TARGETS=wasm32-unknown-emscripten
-ENV SCRIPT python2.7 ../x.py test --target $TARGETS
 
 # FIXME: Re-enable these tests once Cargo stops trying to execute wasms
 ENV SCRIPT python2.7 ../x.py test --target $TARGETS \
  --exclude src/libcore \
  --exclude src/liballoc \
  --exclude src/libproc_macro \
  --exclude src/libstd \
  --exclude src/libterm \
  --exclude src/libtest
diff --git a/src/ci/docker/scripts/emscripten-wasm.sh b/src/ci/docker/scripts/emscripten-wasm.sh
diff --git a/src/ci/docker/scripts/emscripten.sh b/src/ci/docker/scripts/emscripten.sh
@@ -17,20 17,15 @@ exit 1
  set -x
 }
 
-cd /
-curl -fL https://mozilla-games.s3.amazonaws.com/emscripten/releases/emsdk-portable.tar.gz | \
- tar -xz
-
 git clone https://github.com/emscripten-core/emsdk.git /emsdk-portable
 cd /emsdk-portable
-./emsdk update
-hide_output ./emsdk install sdk-1.38.15-64bit
-./emsdk activate sdk-1.38.15-64bit
 hide_output ./emsdk install 1.38.46-upstream
 ./emsdk activate 1.38.46-upstream
 
 # Compile and cache libc
 source ./emsdk_env.sh
 echo "main(){}" > a.c
 HOME=/emsdk-portable/ emcc a.c
-HOME=/emsdk-portable/ emcc -s BINARYEN=1 a.c
 rm -f a.*
 
 # Make emsdk usable by any user

diff --git a/src/liballoc/tests/binary_heap.rs b/src/liballoc/tests/binary_heap.rs
@@ -1,10 1,5 @@
-use std::cmp;
 use std::collections::BinaryHeap;
 use std::collections::binary_heap::{Drain, PeekMut};
-use std::panic::{self, AssertUnwindSafe};
-use std::sync::atomic::{AtomicUsize, Ordering};
-
-use rand::{thread_rng, seq::SliceRandom};
 
 #[test]
 fn test_iterator() {
@@ -281,9 276,15 @@ fn assert_covariance() {
 // even if the order may not be correct.
 //
 // Destructors must be called exactly once per element.
 // FIXME: re-enable emscripten once it can unwind again
 #[test]
-#[cfg(not(miri))] // Miri does not support catching panics
 #[cfg(not(any(miri, target_os = "emscripten")))] // Miri does not support catching panics
 fn panic_safe() {
  use std::cmp;
  use std::panic::{self, AssertUnwindSafe};
  use std::sync::atomic::{AtomicUsize, Ordering};
  use rand::{thread_rng, seq::SliceRandom};
 
  static DROP_COUNTER: AtomicUsize = AtomicUsize::new(0);
 
  #[derive(Eq, PartialEq, Ord, Clone, Debug)]

diff --git a/src/liballoc/tests/str.rs b/src/liballoc/tests/str.rs
@@ -483,7 483,7 @@ mod slice_index {
  }
 
  #[test]
- #[cfg(not(target_arch = "asmjs"))] // hits an OOM
  #[cfg(not(target_os = "emscripten"))] // hits an OOM
  #[cfg(not(miri))] // Miri is too slow
  fn simple_big() {
  fn a_million_letter_x() -> String {

diff --git a/src/liballoc/tests/str.rs.rej b/src/liballoc/tests/str.rs.rej
@@ -0,0 1,10 @@
 diff a/src/liballoc/tests/str.rs b/src/liballoc/tests/str.rs (rejected hunks)
 @@ -483,7 483,7 @@ mod slice_index {
  }
 
  #[test]
 - #[cfg(not(target_arch = "asmjs"))] // hits an OOM
  #[cfg(not(target_arch = "js"))] // hits an OOM
  #[cfg(not(miri))] // Miri is too slow
  fn simple_big() {
  fn a_million_letter_x() -> String {
diff --git a/src/liballoc/tests/vec.rs b/src/liballoc/tests/vec.rs
@@ -944,8 944,10 @@ fn drain_filter_complex() {
  }
 }
 
 // Miri does not support catching panics
 // FIXME: re-enable emscripten once it can unwind again
 #[test]
-#[cfg(not(miri))] // Miri does not support catching panics
 #[cfg(not(any(miri, target_os = "emscripten")))]
 fn drain_filter_consumed_panic() {
  use std::rc::Rc;
  use std::sync::Mutex;
@@ -995,8 997,9 @@ fn drain_filter_consumed_panic() {
  }
 }
 
 // FIXME: Re-enable emscripten once it can catch panics
 #[test]
-#[cfg(not(miri))] // Miri does not support catching panics
 #[cfg(not(any(miri, target_os = "emscripten")))] // Miri does not support catching panics
 fn drain_filter_unconsumed_panic() {
  use std::rc::Rc;
  use std::sync::Mutex;

diff --git a/src/libcore/ffi.rs b/src/libcore/ffi.rs
@@ -49,8 49,10 @@ impl fmt::Debug for c_void {
 /// Basic implementation of a `va_list`.
 // The name is WIP, using `VaListImpl` for now.
 #[cfg(any(all(not(target_arch = "aarch64"), not(target_arch = "powerpc"),
- not(target_arch = "x86_64"), not(target_arch = "asmjs")),
  not(target_arch = "x86_64")),
  all(target_arch = "aarch64", target_os = "ios"),
  target_arch = "wasm32",
  target_arch = "asmjs",
  windows))]
 #[repr(transparent)]
 #[unstable(feature = "c_variadic",
@@ -67,8 69,10 @@ pub struct VaListImpl<'f> {
 }
 
 #[cfg(any(all(not(target_arch = "aarch64"), not(target_arch = "powerpc"),
- not(target_arch = "x86_64"), not(target_arch = "asmjs")),
  not(target_arch = "x86_64")),
  all(target_arch = "aarch64", target_os = "ios"),
  target_arch = "wasm32",
  target_arch = "asmjs",
  windows))]
 #[unstable(feature = "c_variadic",
  reason = "the `c_variadic` feature has not been properly tested on \
@@ -137,38 141,6 @@ pub struct VaListImpl<'f> {
  _marker: PhantomData<&'f mut &'f c_void>,
 }
 
-/// asm.js ABI implementation of a `va_list`.
-// asm.js uses the PNaCl ABI, which specifies that a `va_list` is
-// an array of 4 32-bit integers, according to the old PNaCl docs at
-// https://web.archive.org/web/20130518054430/https://www.chromium.org/nativeclient/pnacl/bitcode-abi#TOC-Derived-Types
-// and clang does the same in `CreatePNaClABIBuiltinVaListDecl` from `lib/AST/ASTContext.cpp`
-#[cfg(all(target_arch = "asmjs", not(windows)))]
-#[repr(C)]
-#[unstable(feature = "c_variadic",
- reason = "the `c_variadic` feature has not been properly tested on \
- all supported platforms",
- issue = "44930")]
-#[lang = "va_list"]
-pub struct VaListImpl<'f> {
- inner: [crate::mem::MaybeUninit<i32>; 4],
- _marker: PhantomData<&'f mut &'f c_void>,
-}
-
-#[cfg(all(target_arch = "asmjs", not(windows)))]
-#[unstable(feature = "c_variadic",
- reason = "the `c_variadic` feature has not been properly tested on \
- all supported platforms",
- issue = "44930")]
-impl<'f> fmt::Debug for VaListImpl<'f> {
- fn fmt(&self, f: &mut fmt::Formatter<'_>) -> fmt::Result {
- unsafe {
- write!(f, "va_list* [{:#x}, {:#x}, {:#x}, {:#x}]",
- self.inner[0].read(), self.inner[1].read(),
- self.inner[2].read(), self.inner[3].read())
- }
- }
-}
-
 /// A wrapper for a `va_list`
 #[repr(transparent)]
 #[derive(Debug)]
@@ -178,23 150,29 @@ impl<'f> fmt::Debug for VaListImpl<'f> {
  issue = "44930")]
 pub struct VaList<'a, 'f: 'a> {
  #[cfg(any(all(not(target_arch = "aarch64"), not(target_arch = "powerpc"),
- not(target_arch = "x86_64"), not(target_arch = "asmjs")),
  not(target_arch = "x86_64")),
  all(target_arch = "aarch64", target_os = "ios"),
  target_arch = "wasm32",
  target_arch = "asmjs",
  windows))]
  inner: VaListImpl<'f>,
 
  #[cfg(all(any(target_arch = "aarch64", target_arch = "powerpc",
- target_arch = "x86_64", target_arch = "asmjs"),
  target_arch = "x86_64"),
  any(not(target_arch = "aarch64"), not(target_os = "ios")),
  not(target_arch = "wasm32"),
  not(target_arch = "asmjs"),
  not(windows)))]
  inner: &'a mut VaListImpl<'f>,
 
  _marker: PhantomData<&'a mut VaListImpl<'f>>,
 }
 
 #[cfg(any(all(not(target_arch = "aarch64"), not(target_arch = "powerpc"),
- not(target_arch = "x86_64"), not(target_arch = "asmjs")),
  not(target_arch = "x86_64")),
  all(target_arch = "aarch64", target_os = "ios"),
  target_arch = "wasm32",
  target_arch = "asmjs",
  windows))]
 #[unstable(feature = "c_variadic",
  reason = "the `c_variadic` feature has not been properly tested on \
@@ -212,8 190,10 @@ impl<'f> VaListImpl<'f> {
 }
 
 #[cfg(all(any(target_arch = "aarch64", target_arch = "powerpc",
- target_arch = "x86_64", target_arch = "asmjs"),
  target_arch = "x86_64"),
  any(not(target_arch = "aarch64"), not(target_os = "ios")),
  not(target_arch = "wasm32"),
  not(target_arch = "asmjs"),
  not(windows)))]
 #[unstable(feature = "c_variadic",
  reason = "the `c_variadic` feature has not been properly tested on \