Files
quantconnect--lean/Tests/Optimizer/Parameters/OptimizationParameterTests.cs
Adalyat Nazirov a4f66628fd Lean Optimization interface in QCAlgorithm (#4923)
* initial commit

* run parametrized algorithm with command line parameters

* skeleton: top level structure

* OptimizationNodePacket scheme

* pass parameters as HashSet

* run Lean and read results

* call method on optimization completion

* refactor public interfaces

- close ParameterSet collection; allow only get operations
- explicit method to start LeanOptimizer

* synchronize RunLean method; the result could come in before the backtest id is set in the collections

* another portion of refactoring and interface changes

* comments

* comments & tests for Extremum, Minimization and Maximization classes

* unify optimization paramater values (min, max, step) & mode GridSearch tests

- swap min&max if necessary
- iterate left => right (negate step value if necessary) & provide default step value if step == 0
- no StackOverflow Exception
- parameterSet Id should be global for current generator and retain between steps
- test signle point boundary (min == max)

* BruteForceStrategy tests

* more comments

* Update Optimizer assembly information

- Update Optimizer projects assembly information to match behavior of
  the other projects

* Tweaks

- Adding comments
- Replace OnComplete for Ended event
- Replace Abort for Dispose
- ConsoleLeanOptimizer will keep track of running processes
- Each backtest will store results in a separated directory, so they
  don't fight for the log.txt file.
- Adding cmdline option for lean to close automatically
- Adding concurrent execution backtest limit
- Console optimizer will start Lean minimized
- Escape spaces in Json path

* remove parameter set generator abstraction layer

we don't need this flexibility now.

* refactor public methods; Step shouldn't be public

* constraints: wip

* define contract

* comparison operators and tests

* specify JsonProperty values

* Move SafeMultiply100 to extensions

* Throw exception on failed Optimizer.Start

* constraints: wip

* change finish & dispose process

* minor fixes

- handle force lean abort
- notify consumer if target has been reached

* target & constraints; adapt unit tests

* Minor Tweaks and fixes

- Some logging improvements
- Remove Public since not required

* Ignore empty ParameterValue

* simplify condition

* avoid reinitialization

* reduce type; force immutable

* unit tests for constraints  and target value

* parse & normalize percent values, i.e. 20% => 0.2

* fixup

* Target & Constraint & OptimizationNodePacket unit tests

* Add more json unit tests

- Adding more json conversion unit tests. Fix bug for Extremum which
  wasn't using the converter.

* LeanOptimizer tests

* Estimation results

* User thread safe counters

* LeanOptimizer unit tests; push OptimizationResult on Ended event

* more unit tests

* Minor tweaks

-Estimate ToString in a single line.
-Typos and missing header file

* Add base SendUpdate method

- Add base SendUpdate method for LeanOptimizer

* fix LeanOptimizer test; rely on internal Update rather than timer

* Add OptimizationStatus

- Add missing commments and OptimizationStatus

* EulerSearch implementation: wip

* OptimizationParameter custom converter

* change the type

* make step optional

* change folder structure

* enumerate optimization parameter using IEnumerable & IEnumerator

* unit tests: parameters & objectives

* unit tests: strategies

* remove redundant TODO

* change Euler search boundaries

* more Euler tests

* prevent race condition

* Add account/read endpoint

- Adding account/read endpoint. Adding unit test

* Add status check before running lean

* Minor self review

- Adding missing comments, minor changes

* remove array parameters

* minor changes

- tidy up config file, rename variable
- accept min less or equal than max

* move OptimizationParameter methods to strategies

* Minor improvements for BaseResultHandler derivates

* minor changes

- strict requirements for Step and MinStep values
- strategy specific settigs

* Add TotalRuntime to estimate

Co-authored-by: Martin Molinero <martin.molinero1@gmail.com>
2020-12-02 20:10:40 -03:00

253 lines
10 KiB
C#

/*
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
*/
using System;
using Newtonsoft.Json;
using NUnit.Framework;
using QuantConnect.Optimizer.Parameters;
using System.Collections.Generic;
using System.Linq;
namespace QuantConnect.Tests.Optimizer.Parameters
{
[TestFixture, Parallelizable(ParallelScope.Fixtures)]
public class OptimizationParameterTests
{
[TestFixture]
public class StepParameter
{
private static TestCaseData[] SegmentBasedOptimizationParameters => new[]
{
new TestCaseData(new OptimizationStepParameter("ema-fast", 1, 100), 10),
new TestCaseData(new OptimizationStepParameter("ema-fast", -10, -10), 5),
new TestCaseData(new OptimizationStepParameter("ema-fast", -100, -1), 4)
};
private static TestCaseData[] OptimizationParameters => new[]
{
new TestCaseData(new OptimizationStepParameter("ema-fast", 1, 100, 1m)),
new TestCaseData(new OptimizationStepParameter("ema-fast", 1, 100, 1m, 0.0005m))
};
[TestCase(5)]
[TestCase(0.5)]
public void StepShouldBePositiveAlways(double step)
{
var optimizationParameter = new OptimizationStepParameter("ema-fast", 1, 100, new decimal(step));
Assert.NotNull(optimizationParameter.Step);
Assert.Positive(optimizationParameter.Step.Value);
Assert.AreEqual(optimizationParameter.Step, optimizationParameter.MinStep);
Assert.AreEqual(Math.Abs(step), optimizationParameter.Step);
}
[TestCase(-5)]
[TestCase(-0.5)]
[TestCase(0)]
public void ThrowIfStepIsNegativeOrZero(double step)
{
Assert.Throws<ArgumentException>(() =>
{
var optimizationParameter = new OptimizationStepParameter("ema-fast", 1, 100, new decimal(step));
});
}
[TestCase(1, 0.1)]
[TestCase(5, 5)]
public void StepShouldBeGreatOrEqualThanMinStep(decimal step, decimal minStep)
{
var optimizationParameter = new OptimizationStepParameter("ema-fast", 1, 100, step, minStep);
var actual = Math.Max(Math.Abs(step), Math.Abs(minStep));
Assert.AreEqual(actual, optimizationParameter.Step);
}
[TestCase(5, 10)]
[TestCase(0.1, 0.2)]
public void ThrowsIfStepLessThanMinStep(decimal step, decimal minStep)
{
Assert.Throws<ArgumentException>(() =>
{
var optimizationParameter = new OptimizationStepParameter("ema-fast", 1, 100, step, minStep);
});
}
[TestCase(0, 0)]
[TestCase(0.5, 0)]
[TestCase(0, 2)]
public void PreventZero(decimal step, decimal minStep)
{
Assert.Throws<ArgumentException>(() =>
{
var optimizationParameter = new OptimizationStepParameter("ema-fast", 1, 100, step, minStep);
});
}
[Test, TestCaseSource(nameof(OptimizationParameters))]
public void Serialize(OptimizationStepParameter parameterSet)
{
var json = JsonConvert.SerializeObject(parameterSet);
var optimizationParameter = JsonConvert.DeserializeObject<OptimizationParameter>(json) as OptimizationStepParameter;
Assert.NotNull(optimizationParameter);
Assert.AreEqual(parameterSet.Name, optimizationParameter.Name);
Assert.AreEqual(parameterSet.MinValue, optimizationParameter.MinValue);
Assert.AreEqual(parameterSet.MaxValue, optimizationParameter.MaxValue);
Assert.AreEqual(parameterSet.Step, optimizationParameter.Step);
Assert.AreEqual(parameterSet.MinStep, optimizationParameter.MinStep);
}
[Test, TestCaseSource(nameof(OptimizationParameters))]
public void SerializeCollection(OptimizationStepParameter parameterSet)
{
var json = JsonConvert.SerializeObject(new[] { parameterSet as OptimizationParameter });
var optimizationParameters = JsonConvert.DeserializeObject<List<OptimizationParameter>>(json);
Assert.AreEqual(1, optimizationParameters.Count);
var parsed = optimizationParameters[0] as OptimizationStepParameter;
Assert.NotNull(parsed);
Assert.AreEqual(parameterSet.Name, parsed.Name);
Assert.AreEqual(parameterSet.MinValue, parsed.MinValue);
Assert.AreEqual(parameterSet.MaxValue, parsed.MaxValue);
Assert.AreEqual(parameterSet.Step, parsed.Step);
Assert.AreEqual(parameterSet.MinStep, parsed.MinStep);
}
[Test]
public void DeserializeSingle()
{
var json = @"
{
""name"":""ema-fast"",
""min"": 50,
""max"": 150,
""step"": 50,
}";
var optimizationParameter = JsonConvert.DeserializeObject<OptimizationParameter>(json) as OptimizationStepParameter;
Assert.NotNull(optimizationParameter);
Assert.AreEqual("ema-fast", optimizationParameter.Name);
Assert.AreEqual(50, optimizationParameter.MinValue);
Assert.AreEqual(150, optimizationParameter.MaxValue);
Assert.AreEqual(50, optimizationParameter.Step);
Assert.AreEqual(50, optimizationParameter.MinStep);
}
[Test]
public void DeserializeSingleCaseInsensitive()
{
var json = @"
{
""Name"":""ema-fast"",
""mIn"": 50,
""maX"": 150,
""STEP"": 50,
}";
var optimizationParameter = JsonConvert.DeserializeObject<OptimizationParameter>(json) as OptimizationStepParameter;
Assert.NotNull(optimizationParameter);
Assert.AreEqual("ema-fast", optimizationParameter.Name);
Assert.AreEqual(50, optimizationParameter.MinValue);
Assert.AreEqual(150, optimizationParameter.MaxValue);
Assert.AreEqual(50, optimizationParameter.Step);
}
[Test]
public void DeserializeSingleWithOptional()
{
var json = @"
{
""name"":""ema-fast"",
""min"": 50,
""max"": 150,
""step"": 50,
""min-step"": 0.001
}";
var optimizationParameter = JsonConvert.DeserializeObject<OptimizationParameter>(json) as OptimizationStepParameter;
Assert.NotNull(optimizationParameter);
Assert.AreEqual("ema-fast", optimizationParameter.Name);
Assert.AreEqual(50, optimizationParameter.MinValue);
Assert.AreEqual(150, optimizationParameter.MaxValue);
Assert.AreEqual(50, optimizationParameter.Step);
Assert.AreEqual(0.001, optimizationParameter.MinStep);
}
[Test]
public void DeserializeCollection()
{
var json = @"[
{
""name"":""ema-fast"",
""min"": 50,
""max"": 150,
""step"": 50,
},{
""name"":""ema-slow"",
""min"": 50,
""max"": 250,
""step"": 10,
}]";
var optimizationParameters = JsonConvert.DeserializeObject<List<OptimizationParameter>>(json)
.OfType<OptimizationStepParameter>()
.ToList();
Assert.AreEqual(2, optimizationParameters.Count);
Assert.AreEqual("ema-fast", optimizationParameters[0].Name);
Assert.AreEqual(50, optimizationParameters[0].MinValue);
Assert.AreEqual(150, optimizationParameters[0].MaxValue);
Assert.AreEqual(50, optimizationParameters[0].Step);
Assert.AreEqual("ema-slow", optimizationParameters[1].Name);
Assert.AreEqual(50, optimizationParameters[1].MinValue);
Assert.AreEqual(250, optimizationParameters[1].MaxValue);
Assert.AreEqual(10, optimizationParameters[1].Step);
}
[Test]
public void ThrowIfNotStepParameter()
{
var json = @"
{
""name"":""ema-fast"",
""values"": [""a"",""b"",""c"",""d""]
}";
Assert.Throws<InvalidOperationException>(() =>
{
JsonConvert.DeserializeObject<OptimizationParameter>(json);
});
}
[TestCase(-1, -10, -1)]
[TestCase(10, 1, 1)]
public void ThrowIfMinGreatThanMax(decimal min, decimal max, decimal step)
{
Assert.Throws<ArgumentException>(() =>
{
var param = new OptimizationStepParameter("ema-fast", min, max, step);
});
}
}
}
}