Remove setting ulimit for docker runs (#1325)

We added both ipc=host and explicit ulimits. This _may_ be causing slow downs on GHA. Remove the ulimit setting still passes all the CI tests locally. `--ipc=host` is still required.

build_tools/python_deploy/build_linux_packages.sh

@@ -99,7 +99,6 @@ function run_on_host() {
     --volume="/etc/passwd:/etc/passwd:ro" \
     --volume="/etc/shadow:/etc/shadow:ro" \
     --ipc=host \
-    --ulimit nofile=32768:32768 \
     -e __MANYLINUX_BUILD_WHEELS_IN_DOCKER=1 \
     -e "TORCH_MLIR_PYTHON_PACKAGE_VERSION=${TORCH_MLIR_PYTHON_PACKAGE_VERSION}" \
     -e "TM_PYTHON_VERSIONS=${TM_PYTHON_VERSIONS}" \