Files
quantconnect--lean/ci_build_stubs.sh
T
Colton Sellers 14b44bbe17 Reduce Travis Logs v2 (#5049)
* Silence DotNet in building stubs

* Reapply silence to stub publishing

* Have QuantBook store and restore initial LogHandler

* Add assembly action to maintain LogHandler

* Allow AlgorithmRunner to use ConsoleLogHandler

* Use MaintainLogHandlerAttribute to provide current test logger

* Refactor LogHandler creation
2020-12-28 21:10:21 -03:00

112 lines
2.7 KiB
Bash

#!/bin/bash
CLI_ARGS=("$@")
GENERATOR_REPO="https://github.com/QuantConnect/quantconnect-stubs-generator"
GENERATOR_BRANCH="master"
RUNTIME_REPO="https://github.com/dotnet/runtime"
RUNTIME_BRANCH="master"
LEAN_DIR="$(pwd)"
LEAN_BIN_DIR="$LEAN_DIR/Launcher/bin/Release"
GENERATOR_DIR="$LEAN_BIN_DIR/quantconnect-stubs-generator"
RUNTIME_DIR="$LEAN_BIN_DIR/dotnet-runtime"
STUBS_DIR="$LEAN_BIN_DIR/generated-stubs"
# Change to "testpypi" to upload to https://test.pypi.org/
# If you do this, know that PyPI and TestPyPI require different API tokens
PYPI_REPO="pypi"
function ensure_repo_up_to_date {
if [ ! -d $3 ]; then
git clone $1 $3
fi
cd $3
git checkout $2
git pull origin $2
}
function install_dotnet {
wget -q https://packages.microsoft.com/config/ubuntu/16.04/packages-microsoft-prod.deb -O packages-microsoft-prod.deb
sudo dpkg -i packages-microsoft-prod.deb
rm packages-microsoft-prod.deb
sudo apt-get update -q
sudo apt-get install -y -q apt-transport-https
sudo apt-get update -q
sudo apt-get install -y -q dotnet-sdk-3.1
}
function install_twine {
pip install -U twine -q
}
function generate_stubs {
ensure_repo_up_to_date $GENERATOR_REPO $GENERATOR_BRANCH $GENERATOR_DIR
ensure_repo_up_to_date $RUNTIME_REPO $RUNTIME_BRANCH $RUNTIME_DIR
if [ -d $STUBS_DIR ]; then
rm -rf $STUBS_DIR
fi
cd "$GENERATOR_DIR/QuantConnectStubsGenerator"
NO_DEBUG="true" \
STUBS_VERSION="$TRAVIS_TAG" \
dotnet run -v q $LEAN_DIR $RUNTIME_DIR $STUBS_DIR
if [ $? -ne 0 ]; then
echo "Generation of stubs failed"
exit 1
fi
}
function publish_stubs {
# Requires the PYPI_API_TOKEN environment variable to be set
# This API token should be valid for the current $PYPI_REPO and should include the "pypi-" prefix
cd $STUBS_DIR
python setup.py --quiet sdist bdist_wheel
TWINE_USERNAME="__token__" \
TWINE_PASSWORD="$PYPI_API_TOKEN" \
TWINE_REPOSITORY="$PYPI_REPO" \
twine upload "$STUBS_DIR/dist/*" > /dev/null
if [ $? -ne 0 ]; then
echo "PyPI publishing failed"
exit 1
fi
}
if [[ " ${CLI_ARGS[@]} " =~ " -h " ]]; then
echo "STUBS GENERATOR (Debian distros only)"
echo " -d: Install .NET Core"
echo " -t: Install Twine"
echo " -g: Generate new stubs"
echo " -p: Publish new stubs to PyPI"
exit 0
fi
if [[ "$TRAVIS_TAG" == "" ]]; then
exit 0
fi
if [[ " ${CLI_ARGS[@]} " =~ " -d " ]]; then
install_dotnet
fi
if [[ " ${CLI_ARGS[@]} " =~ " -t " ]]; then
install_twine
fi
if [[ " ${CLI_ARGS[@]} " =~ " -g " ]]; then
generate_stubs
fi
if [[ " ${CLI_ARGS[@]} " =~ " -p " ]]; then
publish_stubs
fi