mirror of https://github.com/llvm/torch-mlir
Remove some more old stray files.
Sean Silva
parent
a0ccfcf581
commit
3dc9b4ee2f
|
|
@ -1,33 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
set -e
|
|
||||||
|
|
||||||
if [ -z "$PYTHON" ]; then
|
|
||||||
PYTHON="$(which python)"
|
|
||||||
fi
|
|
||||||
version="$("$PYTHON" --version)"
|
|
||||||
echo "Using python: $PYTHON (version $version)"
|
|
||||||
|
|
||||||
repo_root="$(cd $(dirname $0)/.. && pwd)"
|
|
||||||
wheelhouse="$repo_root/wheelhouse"
|
|
||||||
mkdir -p $wheelhouse
|
|
||||||
cd $wheelhouse
|
|
||||||
|
|
||||||
echo "---- BUILDING npcomp-core ----"
|
|
||||||
CMAKE_GENERATOR=Ninja CMAKE_C_COMPILER_LAUNCHER=ccache CMAKE_CXX_COMPILER_LAUNCHER=ccache \
|
|
||||||
$PYTHON -m pip wheel "${repo_root}" \
|
|
||||||
--use-feature=in-tree-build \
|
|
||||||
-w "$wheelhouse" -v
|
|
||||||
|
|
||||||
echo "---- INSTALLING npcomp-core ----"
|
|
||||||
$PYTHON -m pip install -f "$wheelhouse" --force-reinstall npcomp-core
|
|
||||||
|
|
||||||
echo "---- BUILDING npcomp-torch ----"
|
|
||||||
$PYTHON -m pip wheel "${repo_root}/frontends/pytorch" \
|
|
||||||
--use-feature=in-tree-build \
|
|
||||||
-w "$wheelhouse" -v
|
|
||||||
|
|
||||||
echo "---- INSTALLING npcomp-torch ----"
|
|
||||||
$PYTHON -m pip install -f "$wheelhouse" --force-reinstall npcomp-torch
|
|
||||||
|
|
||||||
echo "---- QUICK SMOKE TEST ----"
|
|
||||||
$PYTHON $repo_root/frontends/pytorch/test/torchscript_e2e_test/basic.py
|
|
||||||
|
|
@ -1,63 +0,0 @@
|
||||||
# No shebang, please `source` this file!
|
|
||||||
# For example, add this to your `.bashrc`:
|
|
||||||
# ```
|
|
||||||
# source $WHERE_YOU_CHECKED_OUT_NPCOMP/build_tools/docker_shell_funcs.sh
|
|
||||||
# ```
|
|
||||||
|
|
||||||
__npcomp_dir="$(realpath $(dirname "${BASH_SOURCE[0]}")/..)"
|
|
||||||
|
|
||||||
# Build the docker images for npcomp:
|
|
||||||
# npcomp:build-pytorch-nightly
|
|
||||||
# me/npcomp:build-pytorch-nightly (additional dev packages and current user)
|
|
||||||
function npcomp_docker_build() {
|
|
||||||
if ! [ -f "docker/pytorch-nightly/Dockerfile" ]; then
|
|
||||||
echo "Please run out of mlir-npcomp/ source directory..."
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
echo "Building out of $(pwd)..."
|
|
||||||
docker build docker/pytorch-nightly --tag npcomp:build-pytorch-nightly
|
|
||||||
npcomp_docker_build_for_me npcomp:build-pytorch-nightly
|
|
||||||
}
|
|
||||||
|
|
||||||
# Start a container named "npcomp" in the background with the current-user
|
|
||||||
# dev image built above.
|
|
||||||
function npcomp_docker_start() {
|
|
||||||
local host_src_dir="${1-$__npcomp_dir}"
|
|
||||||
if ! [ -d "$host_src_dir" ]; then
|
|
||||||
echo "mlir-npcomp source directory not found:"
|
|
||||||
echo "Pass path to host source directory as argument (default=$host_src_dir)."
|
|
||||||
return 1
|
|
||||||
fi
|
|
||||||
docker volume create npcomp-build
|
|
||||||
docker run -d --rm --name "npcomp" \
|
|
||||||
--mount source=npcomp-build,target=/build \
|
|
||||||
--mount type=bind,source=$host_src_dir,target=/src/mlir-npcomp \
|
|
||||||
me/npcomp:build-pytorch-nightly tail -f /dev/null
|
|
||||||
}
|
|
||||||
|
|
||||||
# Stop the container named "npcomp".
|
|
||||||
function npcomp_docker_stop() {
|
|
||||||
docker stop npcomp
|
|
||||||
}
|
|
||||||
|
|
||||||
# Get an interactive bash shell to the "npcomp" container.
|
|
||||||
function npcomp_docker_login() {
|
|
||||||
docker exec --user $USER -it npcomp /bin/bash
|
|
||||||
}
|
|
||||||
|
|
||||||
### Implementation helpers below.
|
|
||||||
# From a root image, build an image just for me, hard-coded with a user
|
|
||||||
# matching the host user and a home directory that mirrors that on the host.
|
|
||||||
function npcomp_docker_build_for_me() {
|
|
||||||
local root_image="$1"
|
|
||||||
echo "
|
|
||||||
FROM $root_image
|
|
||||||
|
|
||||||
USER root
|
|
||||||
RUN apt install -y sudo byobu git procps lsb-release
|
|
||||||
RUN addgroup --gid $(id -g $USER) $USER
|
|
||||||
RUN mkdir -p $(dirname $HOME) && useradd -m -d $HOME --gid $(id -g $USER) --uid $(id -u $USER) $USER
|
|
||||||
RUN echo '$USER ALL=(ALL) NOPASSWD: ALL' >> /etc/sudoers
|
|
||||||
USER $USER
|
|
||||||
" | docker build --tag me/${root_image} -
|
|
||||||
}
|
|
||||||
|
|
@ -1,20 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Formats all source files.
|
|
||||||
|
|
||||||
set +e
|
|
||||||
td="$(dirname $0)/.."
|
|
||||||
|
|
||||||
function find_cc_sources() {
|
|
||||||
local dir="$1"
|
|
||||||
find "$dir" -name "*.h"
|
|
||||||
find "$dir" -name "*.cpp"
|
|
||||||
}
|
|
||||||
# C/C++ sources.
|
|
||||||
set -o xtrace
|
|
||||||
clang-format -i \
|
|
||||||
$(find_cc_sources include) \
|
|
||||||
$(find_cc_sources lib) \
|
|
||||||
$(find_cc_sources frontends/pytorch/csrc)
|
|
||||||
|
|
||||||
# Python sources.
|
|
||||||
yapf --recursive -i "$td/python" "$td/pytest"
|
|
||||||
|
|
@ -1,23 +0,0 @@
|
||||||
#!/usr/bin/python3
|
|
||||||
# Simple script to run and verify python path and ability to find
|
|
||||||
# modules. Run/debug this from your terminal or IDE to make sure things
|
|
||||||
# are setup correctly.
|
|
||||||
|
|
||||||
import sys
|
|
||||||
print("PYTHONPATH =", sys.path)
|
|
||||||
print("SYS VERSION =", sys.version)
|
|
||||||
print("PYTHON EXE =", sys.executable)
|
|
||||||
|
|
||||||
try:
|
|
||||||
import npcomp
|
|
||||||
print("Loaded npcomp module")
|
|
||||||
except ImportError:
|
|
||||||
print("ERROR: Could not load the npcomp module.",
|
|
||||||
"Ensure that build/python is on your PYTHONPATH")
|
|
||||||
|
|
||||||
try:
|
|
||||||
import _npcomp
|
|
||||||
print("Loaded (native) _npcomp module")
|
|
||||||
except ImportError:
|
|
||||||
print("ERROR: Could not load the _npcomp native module.",
|
|
||||||
"Ensure that build/python_native is on your PYTHONPATH")
|
|
||||||
|
|
@ -1,18 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
|
|
||||||
# Script for invoking all test tests. It also prints out a banner in case
|
|
||||||
# of success.
|
|
||||||
# TODO: I think we can just remove this.
|
|
||||||
|
|
||||||
set -euo pipefail
|
|
||||||
td="$(realpath $(dirname $0)/..)"
|
|
||||||
|
|
||||||
cd $td/build
|
|
||||||
|
|
||||||
ninja
|
|
||||||
ninja check-npcomp-all
|
|
||||||
|
|
||||||
echo
|
|
||||||
echo "========"
|
|
||||||
echo "ALL PASS"
|
|
||||||
echo "========"
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
[build-system]
|
|
||||||
requires = [
|
|
||||||
"setuptools>=42",
|
|
||||||
"wheel",
|
|
||||||
"cmake>=3.12",
|
|
||||||
# MLIR build depends.
|
|
||||||
"numpy",
|
|
||||||
# Version 2.7.0 excluded: https://github.com/pybind/pybind11/issues/3136
|
|
||||||
"pybind11>=2.6.0,!=2.7.0",
|
|
||||||
"PyYAML",
|
|
||||||
]
|
|
||||||
build-backend = "setuptools.build_meta"
|
|
||||||
113
setup.py
113
setup.py
|
|
@ -1,113 +0,0 @@
|
||||||
# Build/install the npcomp-core python package.
|
|
||||||
# Note that this includes a relatively large build of LLVM (~2400 C++ files)
|
|
||||||
# and can take a considerable amount of time, especially with defaults.
|
|
||||||
# To install:
|
|
||||||
# pip install . --use-feature=in-tree-build
|
|
||||||
# To build a wheel:
|
|
||||||
# pip wheel . --use-feature=in-tree-build
|
|
||||||
#
|
|
||||||
# It is recommended to build with Ninja and ccache. To do so, set environment
|
|
||||||
# variables by prefixing to above invocations:
|
|
||||||
# CMAKE_GENERATOR=Ninja CMAKE_C_COMPILER_LAUNCHER=ccache CMAKE_CXX_COMPILER_LAUNCHER=ccache
|
|
||||||
#
|
|
||||||
# On CIs, it is often advantageous to re-use/control the CMake build directory.
|
|
||||||
# This can be set with the NPCOMP_CMAKE_BUILD_DIR env var.
|
|
||||||
import os
|
|
||||||
import shutil
|
|
||||||
import subprocess
|
|
||||||
import sys
|
|
||||||
|
|
||||||
from distutils.command.build import build as _build
|
|
||||||
from setuptools import find_namespace_packages, setup, Extension
|
|
||||||
from setuptools.command.build_ext import build_ext
|
|
||||||
from setuptools.command.build_py import build_py
|
|
||||||
|
|
||||||
|
|
||||||
# Build phase discovery is unreliable. Just tell it what phases to run.
|
|
||||||
class CustomBuild(_build):
|
|
||||||
|
|
||||||
def run(self):
|
|
||||||
self.run_command("build_py")
|
|
||||||
self.run_command("build_ext")
|
|
||||||
self.run_command("build_scripts")
|
|
||||||
|
|
||||||
|
|
||||||
class CMakeExtension(Extension):
|
|
||||||
|
|
||||||
def __init__(self, name, sourcedir=""):
|
|
||||||
Extension.__init__(self, name, sources=[])
|
|
||||||
self.sourcedir = os.path.abspath(sourcedir)
|
|
||||||
|
|
||||||
|
|
||||||
class CMakeBuild(build_py):
|
|
||||||
|
|
||||||
def run(self):
|
|
||||||
target_dir = self.build_lib
|
|
||||||
cmake_build_dir = os.getenv("NPCOMP_CMAKE_BUILD_DIR")
|
|
||||||
if not cmake_build_dir:
|
|
||||||
cmake_build_dir = os.path.join(target_dir, "..", "cmake_build")
|
|
||||||
cmake_install_dir = os.path.join(target_dir, "..", "cmake_install")
|
|
||||||
src_dir = os.path.abspath(os.path.dirname(__file__))
|
|
||||||
cfg = "Release"
|
|
||||||
cmake_args = [
|
|
||||||
"-DCMAKE_INSTALL_PREFIX={}".format(os.path.abspath(cmake_install_dir)),
|
|
||||||
"-DPython3_EXECUTABLE={}".format(sys.executable),
|
|
||||||
"-DNPCOMP_VERSION_INFO={}".format(self.distribution.get_version()),
|
|
||||||
"-DCMAKE_BUILD_TYPE={}".format(cfg), # not used on MSVC, but no harm
|
|
||||||
"-DLLVM_TARGETS_TO_BUILD=host",
|
|
||||||
]
|
|
||||||
build_args = []
|
|
||||||
os.makedirs(cmake_build_dir, exist_ok=True)
|
|
||||||
if os.path.exists(cmake_install_dir):
|
|
||||||
shutil.rmtree(cmake_install_dir)
|
|
||||||
cmake_cache_file = os.path.join(cmake_build_dir, "CMakeCache.txt")
|
|
||||||
if os.path.exists(cmake_cache_file):
|
|
||||||
os.remove(cmake_cache_file)
|
|
||||||
subprocess.check_call(["cmake", src_dir] + cmake_args, cwd=cmake_build_dir)
|
|
||||||
subprocess.check_call(["cmake", "--build", ".", "--target", "install"] +
|
|
||||||
build_args,
|
|
||||||
cwd=cmake_build_dir)
|
|
||||||
shutil.copytree(os.path.join(cmake_install_dir, "python_packages",
|
|
||||||
"npcomp_core"),
|
|
||||||
target_dir,
|
|
||||||
symlinks=False,
|
|
||||||
dirs_exist_ok=True)
|
|
||||||
|
|
||||||
|
|
||||||
class NoopBuildExtension(build_ext):
|
|
||||||
|
|
||||||
def build_extension(self, ext):
|
|
||||||
pass
|
|
||||||
|
|
||||||
|
|
||||||
setup(
|
|
||||||
name="npcomp-core",
|
|
||||||
version="0.0.1",
|
|
||||||
author="Stella Laurenzo",
|
|
||||||
author_email="stellaraccident@gmail.com",
|
|
||||||
description="NPComp Core",
|
|
||||||
long_description="",
|
|
||||||
include_package_data=True,
|
|
||||||
ext_modules=[
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlir"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._npcomp"),
|
|
||||||
# TODO: We don't really want these but they are along for the ride.
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirAsyncPasses"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirConversions"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirTransforms"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirSparseTensorPasses"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirAllPassesRegisration"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirLinalgPasses"),
|
|
||||||
CMakeExtension("npcomp._mlir_libs._mlirGPUPasses"),
|
|
||||||
],
|
|
||||||
cmdclass={
|
|
||||||
"build": CustomBuild,
|
|
||||||
"built_ext": NoopBuildExtension,
|
|
||||||
"build_py": CMakeBuild,
|
|
||||||
},
|
|
||||||
zip_safe=False,
|
|
||||||
packages=find_namespace_packages(include=[
|
|
||||||
"npcomp",
|
|
||||||
"npcomp.*",
|
|
||||||
]),
|
|
||||||
)
|
|
||||||
|
|
@ -1,38 +0,0 @@
|
||||||
# No shebang, please `source` this file!
|
|
||||||
# For example, add this to your `.bashrc`:
|
|
||||||
# ```
|
|
||||||
# source $WHERE_YOU_CHECKED_OUT_NPCOMP/tools/bash_helpers.sh
|
|
||||||
# ```
|
|
||||||
|
|
||||||
td="$(realpath $(dirname "${BASH_SOURCE[0]}")/..)"
|
|
||||||
build_dir="$td/build"
|
|
||||||
|
|
||||||
npcomp-opt() {
|
|
||||||
# Helper for building and invoking npcomp-opt.
|
|
||||||
# Usage:
|
|
||||||
# $ npcomp-opt <regular npcomp-opt options>
|
|
||||||
ninja -C "$build_dir" npcomp-opt 1>&2 || return 1
|
|
||||||
# Also produce a reproducer by default.
|
|
||||||
"${build_dir}/bin/npcomp-opt" \
|
|
||||||
"-pass-pipeline-crash-reproducer=/tmp/reproducer.mlir" \
|
|
||||||
"$@"
|
|
||||||
}
|
|
||||||
|
|
||||||
# Go to the root of your npcomp checkout.
|
|
||||||
alias npd="cd $td"
|
|
||||||
# Handy so that `npctest -v` runs lit with -v and thus prints out errors,
|
|
||||||
# which `check-npcomp` does not.
|
|
||||||
npctest() {
|
|
||||||
(npd && tools/run_lit.sh test "$@")
|
|
||||||
}
|
|
||||||
npctall() {
|
|
||||||
(npd && build_tools/test_all.sh "$@")
|
|
||||||
}
|
|
||||||
|
|
||||||
# Don't autocomplete `install-mlir` which conflicts with `include` in our
|
|
||||||
# typical build setup.
|
|
||||||
#
|
|
||||||
# See here for more info about the incantation:
|
|
||||||
# https://stackoverflow.com/a/34272881
|
|
||||||
# https://superuser.com/q/253068
|
|
||||||
export FIGNORE=$FIGNORE:nstall-mlir
|
|
||||||
|
|
@ -1,36 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
# Runs lit-based tests by properly translating paths to the build directory.
|
|
||||||
# Example:
|
|
||||||
# ./tools/run_lit.sh test/Dialect -v
|
|
||||||
set -e
|
|
||||||
|
|
||||||
td="$(realpath $(dirname $0)/..)"
|
|
||||||
build_dir="$td/build"
|
|
||||||
build_mlir="$build_dir/llvm"
|
|
||||||
|
|
||||||
lit_exe="$build_mlir/bin/llvm-lit"
|
|
||||||
if ! [ -f "$lit_exe" ]; then
|
|
||||||
echo "Could not find lit: $lit_exe"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
declare -a lit_args
|
|
||||||
for i in "$@"; do
|
|
||||||
if [[ ${i:0:1} = "-" ]] || [[ ${i:0:1} = "/" ]]; then
|
|
||||||
lit_args+=("$i")
|
|
||||||
else
|
|
||||||
if ! [ -e "$i" ]; then
|
|
||||||
echo "Specified lit input does not exist: $i"
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
test_local_path="$(realpath $i)"
|
|
||||||
# Replace the src prefix with the build dir.
|
|
||||||
test_build_path="$build_dir/${test_local_path##$td/}"
|
|
||||||
lit_args+=("$test_build_path")
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
|
|
||||||
set -x
|
|
||||||
cd $build_dir
|
|
||||||
ninja
|
|
||||||
cd test && python3 "$lit_exe" ${lit_args[@]}
|
|
||||||
|
|
@ -1,12 +0,0 @@
|
||||||
#!/bin/bash
|
|
||||||
set -euo pipefail
|
|
||||||
|
|
||||||
src_dir="$(realpath $(dirname $0)/..)"
|
|
||||||
|
|
||||||
cd "$src_dir"
|
|
||||||
|
|
||||||
# Ensure PYTHONPATH is set for export to child processes, even if empty.
|
|
||||||
export PYTHONPATH=${PYTHONPATH-}
|
|
||||||
source .env
|
|
||||||
|
|
||||||
python -m e2e_testing.torchscript.main "$@"
|
|
||||||
Loading…
Reference in New Issue