Fixes for travic CI build (#3)

Summary:
This should fix the Travis CI builds. It adds rust toolchain support inside docker and sets the required THRIFT env variable.
Pull Request resolved: https://github.com/facebookexperimental/rust-shed/pull/3

Reviewed By: krallin

Differential Revision: D18905608

Pulled By: lukaspiatkowski

fbshipit-source-id: 5db1eff6f215a6617d8acaa0c99a62d45225956b

build/fbcode_builder/docker_builder.py

@@ -42,16 +42,20 @@ class DockerFBCodeBuilder(FBCodeBuilder):
         # To allow exercising non-root installs -- we change users after the
         # system packages are installed.  TODO: For users not defined in the
         # image, we should probably `useradd`.
-        return self.step('Setup', [
-            # Docker's FROM does not understand shell quoting.
-            ShellQuoted('FROM {}'.format(self.option('os_image'))),
-            # /bin/sh syntax is a pain
-            ShellQuoted('SHELL ["/bin/bash", "-c"]'),
-        ]
-            + self.install_debian_deps() + [self._change_user()]
-            + [self.workdir(self.option('prefix'))]
+        return self.step(
+            "Setup",
+            [
+                # Docker's FROM does not understand shell quoting.
+                ShellQuoted("FROM {}".format(self.option("os_image"))),
+                # /bin/sh syntax is a pain
+                ShellQuoted('SHELL ["/bin/bash", "-c"]'),
+            ]
+            + self.install_debian_deps()
+            + [self._change_user()]
+            + [self.workdir(self.option("prefix"))]
             + self.create_python_venv()
             + self.python_venv()
+            + self.rust_toolchain(),
         )
 
     def python_venv(self):
@@ -71,6 +75,9 @@ class DockerFBCodeBuilder(FBCodeBuilder):
     def run(self, shell_cmd):
         return ShellQuoted('RUN {cmd}').format(cmd=shell_cmd)
 
+    def set_env(self, key, value):
+        return ShellQuoted("ENV {key}={val}").format(key=key, val=value)
+
     def workdir(self, dir):
         return [
             # As late as Docker 1.12.5, this results in `build` being owned

build/fbcode_builder/fbcode_builder.py

@@ -172,6 +172,10 @@ class FBCodeBuilder(object):
         'Run this bash command'
         raise NotImplementedError
 
+    def set_env(self, key, value):
+        'Set the environment "key" to value "value"'
+        raise NotImplementedError
+
     def workdir(self, dir):
         'Create this directory if it does not exist, and change into it'
         raise NotImplementedError
@@ -276,6 +280,52 @@ class FBCodeBuilder(object):
                         self.python_deps())))))
         return(actions)
 
+    def enable_rust_toolchain(self, toolchain="stable", is_bootstrap=True):
+        choices = set(["stable", "beta", "nightly"])
+
+        assert toolchain in choices, (
+            "while enabling rust toolchain: {} is not in {}"
+        ).format(toolchain, choices)
+
+        rust_toolchain_opt = (toolchain, is_bootstrap)
+        prev_opt = self.option("rust_toolchain", rust_toolchain_opt)
+        assert prev_opt == rust_toolchain_opt, (
+            "while enabling rust toolchain: previous toolchain already set to"
+            " {}, but trying to set it to {} now"
+        ).format(prev_opt, rust_toolchain_opt)
+
+        self.add_option("rust_toolchain", rust_toolchain_opt)
+
+    def rust_toolchain(self):
+        actions = []
+        if self.option("rust_toolchain", False):
+            (toolchain, is_bootstrap) = self.option("rust_toolchain")
+            rust_dir = path_join(self.option("prefix"), "rust")
+            actions = [
+                self.set_env("CARGO_HOME", rust_dir),
+                self.set_env("RUSTUP_HOME", rust_dir),
+                self.set_env("RUSTC_BOOTSTRAP", "1" if is_bootstrap else "0"),
+                self.run(
+                    ShellQuoted(
+                        "curl -sSf https://build.travis-ci.com/files/rustup-init.sh"
+                        " | sh -s --"
+                        "   --default-toolchain={r} "
+                        "   --profile=minimal"
+                        "   --no-modify-path"
+                        "   -y"
+                    ).format(p=rust_dir, r=toolchain)
+                ),
+                self.set_env(
+                    "PATH",
+                    ShellQuoted("{p}:$PATH").format(p=path_join(rust_dir, "bin")),
+                ),
+                self.run(ShellQuoted("rustup update")),
+                self.run(ShellQuoted("rustc --version")),
+                self.run(ShellQuoted("rustup --version")),
+                self.run(ShellQuoted("cargo --version")),
+            ]
+        return actions
+
     def debian_ccache_setup_steps(self):
         return []  # It's ok to ship a renderer without ccache support.
 
@@ -388,6 +438,18 @@ class FBCodeBuilder(object):
             self.cmake_configure(name, cmake_path) + self.make_and_install()
         )
 
+    def cargo_build(self, name):
+        return self.step(
+            "Build {0}".format(name),
+            [
+                self.run(
+                    ShellQuoted("cargo build -j {n}").format(
+                        n=self.option("make_parallelism")
+                    )
+                )
+            ],
+        )
+
     def fb_github_autoconf_install(self, project_and_path, github_org='facebook'):
         return [
             self.fb_github_project_workdir(project_and_path, github_org),
@@ -399,3 +461,9 @@ class FBCodeBuilder(object):
             self.fb_github_project_workdir(project_and_path, github_org),
             self.cmake_install(project_and_path, cmake_path),
         ]
+
+    def fb_github_cargo_build(self, project_and_path, github_org="facebook"):
+        return [
+            self.fb_github_project_workdir(project_and_path, github_org),
+            self.cargo_build(project_and_path),
+        ]

build/fbcode_builder/shell_builder.py

@@ -33,6 +33,9 @@ class ShellFBCodeBuilder(FBCodeBuilder):
     def _render_impl(self, steps):
         return raw_shell(shell_join('\n', recursively_flatten_list(steps)))
 
+    def set_env(self, key, value):
+        return ShellQuoted("export {key}={val}").format(key=key, val=value)
+
     def workdir(self, dir):
         return [
             ShellQuoted('mkdir -p {d} && cd {d}').format(

build/fbcode_builder/specs/rust_shed.py

+#!/usr/bin/env python
+# Copyright (c) Facebook, Inc. and its affiliates.
+from __future__ import absolute_import
+from __future__ import division
+from __future__ import print_function
+from __future__ import unicode_literals
+
+from shell_quoting import path_join
+import specs.fbthrift as fbthrift
+
+
+def fbcode_builder_spec(builder):
+    builder.enable_rust_toolchain()
+    return {
+        "depends_on": [fbthrift],
+        "steps": [
+            builder.set_env(
+                "THRIFT", path_join(builder.option("prefix"), "bin", "thrift1")
+            ),
+            builder.fb_github_cargo_build(
+                "rust-shed/", github_org="facebookexperimental"
+            ),
+        ],
+    }