Files
quantconnect--lean/Tests/Python/DataConsolidatorPythonWrapperTests.cs
T
Alexandre Catarino 2b0fd2e607 Updates SPY Market Data (#5493)
* Fixes Double to Decimal Cast in GetAnnualPerformance

`GetAnnualPerformance` raises an exception if the `AnnualPerformance` calculation returns a double that cannot be cast to decimal (smaller than `decimal.MinValue` or bigger than `decimal.MaxValue`).
See `ProbabilisticSharpeRatio` where the same solution was applied.

* Updates SPY Market Data

SPY is a key asset since it is the default benchmark, and any change can lead to different `Alpha` and `Beta`

* Updates Unit Tests to Reflect Data Update

* Updates Regression Tests to Reflect Data Update I

Most of the regression tests change because of updated data (market and factors) of SPY (default benchmark) while the total trade remain the same.

* Updates Regression Tests to Reflect Data Update II

The following regression tests were changed to adapt to adjusted prices and keep the total trades:
- `BacktestingBrokerageRegressionAlgorithm`
- `LimitIfTouchedRegressionAlgorithm`
- `PortfolioRebalanceOnCustomFuncRegressionAlgorithm`
- `SetAccountCurrencySecurityMarginModelRegressionAlgorithm`
- `StopLossOnOrderEventRegressionAlgorithm`
- `TimeInForceAlgorithm`

The following regression tests have more trades since adjusted prices allowed more 1-2 shares trades that were rounded down to zero before:
- `FreePortfolioValueRegressionAlgorithm` 2 -> 3
- `PortfolioRebalanceOnDateRulesRegressionAlgorithm` 291 -> 298
- `TrailingStopRiskFrameworkAlgorithm` 5 -> 7

Especial cases:
- `AutoRegressiveIntegratedMovingAverageRegressionAlgorithm` 65 -> 52
 - ARIMA model sensibility
- `BlackLittermanPortfolioOptimizationFrameworkAlgorithm` 18 -> 19
 - BLM model sensibility
- `ExtendedMarketHoursHistoryRegressionAlgorithm` 20 -> 18
 - Less minute bars before market opens

* Addresses Peer-Review

Fix `BacktestingBrokerageRegressionAlgorithm` to use `CalculateOrderQuantity` and round down `quantity` to an even number to pass a value assertion and update the expected value from 50 to 52.
The quantity calculated by `CalculateOrderQuantity` has changed from 50 to 53 because of factor file update.
2021-04-19 13:31:01 -03:00

250 lines
10 KiB
C#

/*
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
using System;
using NUnit.Framework;
using Python.Runtime;
using System.Collections.Generic;
using QuantConnect.Data.Market;
using QuantConnect.Python;
namespace QuantConnect.Tests.Python
{
[TestFixture]
public class DataConsolidatorPythonWrapperTests
{
[Test]
public void UpdatePyConsolidator()
{
using (Py.GIL())
{
var module = PythonEngine.ModuleFromString(Guid.NewGuid().ToString(),
"from clr import AddReference\n" +
"AddReference(\"QuantConnect.Common\")\n" +
"from QuantConnect import *\n" +
"from QuantConnect.Data.Market import *\n" +
"class CustomConsolidator():\n" +
" def __init__(self):\n" +
" self.UpdateWasCalled = False\n" +
" self.InputType = QuoteBar\n" +
" self.OutputType = QuoteBar\n" +
" self.Consolidated = None\n" +
" self.WorkingData = None\n" +
" def Update(self, data):\n" +
" self.UpdateWasCalled = True\n");
var customConsolidator = module.GetAttr("CustomConsolidator").Invoke();
var wrapper = new DataConsolidatorPythonWrapper(customConsolidator);
var time = DateTime.Today;
var period = TimeSpan.FromMinutes(1);
var bar1 = new QuoteBar
{
Time = time,
Symbol = Symbols.SPY,
Bid = new Bar(1, 2, 0.75m, 1.25m),
LastBidSize = 3,
Ask = null,
LastAskSize = 0,
Value = 1,
Period = period
};
wrapper.Update(bar1);
bool called;
customConsolidator.GetAttr("UpdateWasCalled").TryConvert(out called);
Assert.True(called);
}
}
[Test]
public void ScanPyConsolidator()
{
using (Py.GIL())
{
var module = PythonEngine.ModuleFromString(Guid.NewGuid().ToString(),
"from clr import AddReference\n" +
"AddReference(\"QuantConnect.Common\")\n" +
"from QuantConnect import *\n" +
"from QuantConnect.Data.Market import *\n" +
"class CustomConsolidator():\n" +
" def __init__(self):\n" +
" self.ScanWasCalled = False\n" +
" self.InputType = QuoteBar\n" +
" self.OutputType = QuoteBar\n" +
" self.Consolidated = None\n" +
" self.WorkingData = None\n" +
" def Scan(self,time):\n" +
" self.ScanWasCalled = True\n");
var customConsolidator = module.GetAttr("CustomConsolidator").Invoke();
var wrapper = new DataConsolidatorPythonWrapper(customConsolidator);
var time = DateTime.Today;
var period = TimeSpan.FromMinutes(1);
wrapper.Scan(DateTime.Now);
bool called;
customConsolidator.GetAttr("ScanWasCalled").TryConvert(out called);
Assert.True(called);
}
}
[Test]
public void InputTypePyConsolidator()
{
using (Py.GIL())
{
var module = PythonEngine.ModuleFromString(Guid.NewGuid().ToString(),
"from clr import AddReference\n" +
"AddReference(\"QuantConnect.Common\")\n" +
"from QuantConnect import *\n" +
"from QuantConnect.Data.Market import *\n" +
"class CustomConsolidator():\n" +
" def __init__(self):\n" +
" self.InputType = QuoteBar\n" +
" self.OutputType = QuoteBar\n" +
" self.Consolidated = None\n" +
" self.WorkingData = None\n");
var customConsolidator = module.GetAttr("CustomConsolidator").Invoke();
var wrapper = new DataConsolidatorPythonWrapper(customConsolidator);
var time = DateTime.Today;
var period = TimeSpan.FromMinutes(1);
var type = wrapper.InputType;
Assert.True(type == typeof(QuoteBar));
}
}
[Test]
public void OutputTypePyConsolidator()
{
using (Py.GIL())
{
var module = PythonEngine.ModuleFromString(Guid.NewGuid().ToString(),
"from clr import AddReference\n" +
"AddReference(\"QuantConnect.Common\")\n" +
"from QuantConnect import *\n" +
"from QuantConnect.Data.Market import *\n" +
"class CustomConsolidator():\n" +
" def __init__(self):\n" +
" self.InputType = QuoteBar\n" +
" self.OutputType = QuoteBar\n" +
" self.Consolidated = None\n" +
" self.WorkingData = None\n");
var customConsolidator = module.GetAttr("CustomConsolidator").Invoke();
var wrapper = new DataConsolidatorPythonWrapper(customConsolidator);
var time = DateTime.Today;
var period = TimeSpan.FromMinutes(1);
var type = wrapper.OutputType;
Assert.True(type == typeof(QuoteBar));
}
}
[Test]
public void RunRegressionAlgorithm()
{
var parameter = new RegressionTests.AlgorithmStatisticsTestParameters("CustomConsolidatorRegressionAlgorithm",
new Dictionary<string, string> {
{"Total Trades", "32"},
{"Average Win", "0.32%"},
{"Average Loss", "-0.02%"},
{"Compounding Annual Return", "66.006%"},
{"Drawdown", "0.300%"},
{"Expectancy", "2.478"},
{"Net Profit", "1.070%"},
{"Sharpe Ratio", "8.835"},
{"Probabilistic Sharpe Ratio", "89.255%"},
{"Loss Rate", "75%"},
{"Win Rate", "25%"},
{"Profit-Loss Ratio", "12.91"},
{"Alpha", "0.525"},
{"Beta", "0.345"},
{"Annual Standard Deviation", "0.081"},
{"Annual Variance", "0.007"},
{"Information Ratio", "1.156"},
{"Tracking Error", "0.144"},
{"Treynor Ratio", "2.07"},
{"Total Fees", "$52.82"}
},
Language.Python,
AlgorithmStatus.Completed);
AlgorithmRunner.RunLocalBacktest(parameter.Algorithm,
parameter.Statistics,
parameter.AlphaStatistics,
parameter.Language,
parameter.ExpectedFinalStatus);
}
[Test]
public void AttachAndTriggerEvent()
{
using (Py.GIL())
{
var module = PythonEngine.ModuleFromString(Guid.NewGuid().ToString(),
"from clr import AddReference\n" +
"AddReference(\"QuantConnect.Common\")\n" +
"from QuantConnect import *\n" +
"from QuantConnect.Data.Consolidators import *\n" +
"from datetime import *\n" +
"class ImplementingClass():\n" +
" def __init__(self):\n" +
" self.EventCalled = False\n" +
" self.Consolidator = CustomConsolidator(timedelta(minutes=1))\n" +
" self.Consolidator.DataConsolidated += self.ConsolidatorEvent\n" +
" def ConsolidatorEvent(self, sender, bar):\n" +
" self.EventCalled = True\n" +
"class CustomConsolidator(QuoteBarConsolidator):\n" +
" def __init__(self,span):\n" +
" self.Span = span");
var implementingClass = module.GetAttr("ImplementingClass").Invoke();
var customConsolidator = implementingClass.GetAttr("Consolidator");
var wrapper = new DataConsolidatorPythonWrapper(customConsolidator);
bool called;
implementingClass.GetAttr("EventCalled").TryConvert(out called);
Assert.False(called);
var time = DateTime.Today;
var period = TimeSpan.FromMinutes(1);
var bar1 = new QuoteBar
{
Time = time,
Symbol = Symbols.SPY,
Bid = new Bar(1, 2, 0.75m, 1.25m),
LastBidSize = 3,
Ask = null,
LastAskSize = 0,
Value = 1,
Period = period
};
wrapper.Update(bar1);
wrapper.Scan(time.AddMinutes(1));
implementingClass.GetAttr("EventCalled").TryConvert(out called);
Assert.True(called);
}
}
}
}