a4f66628fd
* initial commit * run parametrized algorithm with command line parameters * skeleton: top level structure * OptimizationNodePacket scheme * pass parameters as HashSet * run Lean and read results * call method on optimization completion * refactor public interfaces - close ParameterSet collection; allow only get operations - explicit method to start LeanOptimizer * synchronize RunLean method; the result could come in before the backtest id is set in the collections * another portion of refactoring and interface changes * comments * comments & tests for Extremum, Minimization and Maximization classes * unify optimization paramater values (min, max, step) & mode GridSearch tests - swap min&max if necessary - iterate left => right (negate step value if necessary) & provide default step value if step == 0 - no StackOverflow Exception - parameterSet Id should be global for current generator and retain between steps - test signle point boundary (min == max) * BruteForceStrategy tests * more comments * Update Optimizer assembly information - Update Optimizer projects assembly information to match behavior of the other projects * Tweaks - Adding comments - Replace OnComplete for Ended event - Replace Abort for Dispose - ConsoleLeanOptimizer will keep track of running processes - Each backtest will store results in a separated directory, so they don't fight for the log.txt file. - Adding cmdline option for lean to close automatically - Adding concurrent execution backtest limit - Console optimizer will start Lean minimized - Escape spaces in Json path * remove parameter set generator abstraction layer we don't need this flexibility now. * refactor public methods; Step shouldn't be public * constraints: wip * define contract * comparison operators and tests * specify JsonProperty values * Move SafeMultiply100 to extensions * Throw exception on failed Optimizer.Start * constraints: wip * change finish & dispose process * minor fixes - handle force lean abort - notify consumer if target has been reached * target & constraints; adapt unit tests * Minor Tweaks and fixes - Some logging improvements - Remove Public since not required * Ignore empty ParameterValue * simplify condition * avoid reinitialization * reduce type; force immutable * unit tests for constraints and target value * parse & normalize percent values, i.e. 20% => 0.2 * fixup * Target & Constraint & OptimizationNodePacket unit tests * Add more json unit tests - Adding more json conversion unit tests. Fix bug for Extremum which wasn't using the converter. * LeanOptimizer tests * Estimation results * User thread safe counters * LeanOptimizer unit tests; push OptimizationResult on Ended event * more unit tests * Minor tweaks -Estimate ToString in a single line. -Typos and missing header file * Add base SendUpdate method - Add base SendUpdate method for LeanOptimizer * fix LeanOptimizer test; rely on internal Update rather than timer * Add OptimizationStatus - Add missing commments and OptimizationStatus * EulerSearch implementation: wip * OptimizationParameter custom converter * change the type * make step optional * change folder structure * enumerate optimization parameter using IEnumerable & IEnumerator * unit tests: parameters & objectives * unit tests: strategies * remove redundant TODO * change Euler search boundaries * more Euler tests * prevent race condition * Add account/read endpoint - Adding account/read endpoint. Adding unit test * Add status check before running lean * Minor self review - Adding missing comments, minor changes * remove array parameters * minor changes - tidy up config file, rename variable - accept min less or equal than max * move OptimizationParameter methods to strategies * Minor improvements for BaseResultHandler derivates * minor changes - strict requirements for Step and MinStep values - strategy specific settigs * Add TotalRuntime to estimate Co-authored-by: Martin Molinero <martin.molinero1@gmail.com>
143 lines
4.7 KiB
C#
143 lines
4.7 KiB
C#
/*
|
|
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
|
|
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*
|
|
*/
|
|
|
|
using Newtonsoft.Json;
|
|
using NUnit.Framework;
|
|
using QuantConnect.Optimizer.Objectives;
|
|
using System;
|
|
|
|
namespace QuantConnect.Tests.Optimizer.Objectives
|
|
{
|
|
[TestFixture, Parallelizable(ParallelScope.All)]
|
|
public class TargetTests
|
|
{
|
|
[Test]
|
|
public void MoveAheadNoTarget()
|
|
{
|
|
var target = new Target("Profit", new Maximization(), null);
|
|
Assert.IsTrue(target.MoveAhead(BacktestResult.Create(profit: 10m).ToJson()));
|
|
Assert.AreEqual(10m, target.Current);
|
|
Assert.IsFalse(target.MoveAhead(BacktestResult.Create(profit: 5m).ToJson()));
|
|
Assert.AreEqual(10m, target.Current);
|
|
Assert.IsTrue(target.MoveAhead(BacktestResult.Create(profit: 15m).ToJson()));
|
|
Assert.AreEqual(15m, target.Current);
|
|
}
|
|
|
|
[Test]
|
|
public void MoveAheadReachFirst()
|
|
{
|
|
var target = new Target("Profit", new Minimization(), 100);
|
|
bool reached = false;
|
|
target.Reached += (s, e) =>
|
|
{
|
|
reached = true;
|
|
};
|
|
|
|
Assert.IsTrue(target.MoveAhead(BacktestResult.Create(profit: 10m).ToJson()));
|
|
target.CheckCompliance();
|
|
|
|
Assert.AreEqual(10m, target.Current);
|
|
Assert.IsTrue(reached);
|
|
}
|
|
|
|
[Test]
|
|
public void MoveAheadReachLast()
|
|
{
|
|
var target = new Target("Profit", new Minimization(), 100);
|
|
bool reached = false;
|
|
target.Reached += (s, e) =>
|
|
{
|
|
reached = true;
|
|
};
|
|
|
|
for (var profit = 500m; profit > 0; profit -= 50)
|
|
{
|
|
Assert.IsTrue(target.MoveAhead(BacktestResult.Create(profit: profit).ToJson()));
|
|
Assert.AreEqual(profit, target.Current);
|
|
target.CheckCompliance();
|
|
}
|
|
|
|
Assert.IsTrue(reached);
|
|
}
|
|
|
|
[TestCase("")]
|
|
[TestCase(null)]
|
|
public void ThrowIfNullOrEmpty(string json)
|
|
{
|
|
var target = new Target("Profit", new Maximization(), null);
|
|
|
|
Assert.Throws<ArgumentNullException>(() =>
|
|
{
|
|
target.MoveAhead(json);
|
|
});
|
|
}
|
|
|
|
[Test]
|
|
public void IgnoreBadJson()
|
|
{
|
|
var target = new Target("Profit", new Maximization(), null);
|
|
|
|
Assert.IsFalse(target.MoveAhead("{\"Profit\":10}"));
|
|
Assert.AreEqual(null, target.Current);
|
|
}
|
|
|
|
[TestCase("Sharpe Ratio")]
|
|
[TestCase("Statistics.Sharpe Ratio")]
|
|
[TestCase("['Statistics'].['Sharpe Ratio']")]
|
|
public void ParseTargetName(string targetName)
|
|
{
|
|
var target = new Target(targetName, new Minimization(), 100);
|
|
|
|
Assert.AreEqual("['Statistics'].['Sharpe Ratio']", target.Target);
|
|
}
|
|
|
|
[TestCase("null")]
|
|
[TestCase("11")]
|
|
public void FromJson(string value)
|
|
{
|
|
var json = $"{{\"extremum\": \"max\",\"target\": \"pin ocho.Gepetto\",\"target-value\": {value}}}";
|
|
|
|
var target = (Target)JsonConvert.DeserializeObject(json, typeof(Target));
|
|
|
|
Assert.AreEqual("['pin ocho'].['Gepetto']", target.Target);
|
|
Assert.AreEqual(typeof(Maximization), target.Extremum.GetType());
|
|
|
|
if (value == "null")
|
|
{
|
|
Assert.IsNull(target.TargetValue);
|
|
}
|
|
else
|
|
{
|
|
Assert.AreEqual(11, target.TargetValue);
|
|
}
|
|
}
|
|
|
|
[Test]
|
|
public void RoundTrip()
|
|
{
|
|
var origin = new Target("['Statistics'].['Drawdown']", new Maximization(), 100);
|
|
|
|
var json = JsonConvert.SerializeObject(origin);
|
|
var actual = JsonConvert.DeserializeObject<Target>(json);
|
|
|
|
Assert.NotNull(actual);
|
|
Assert.AreEqual(origin.Target, actual.Target);
|
|
Assert.AreEqual(origin.Extremum.GetType(), actual.Extremum.GetType());
|
|
Assert.AreEqual(origin.TargetValue, actual.TargetValue);
|
|
}
|
|
}
|
|
}
|