7540af454c
Build & Test Lean / build (push) Has been cancelled
Regression Tests / build (push) Has been cancelled
Research Regression Tests / build (push) Has been cancelled
* Respect warmup resolution given - The data feed will respect the warmup resolution given and override the resolution used by the algorithm when adding a subscription. Updating regression algorithm to keep previous statistics. Adding new regression algorithm asserting the desired behavior * Testing improvements - Add more unit tests and regresion test - Add missing data for crypto - Fix bug with FFed data crossing after the end time of the warmup request * Add more Warmup resolution regression algorithms - Adding more warmup resolution regression algorithms, using Settings.WarmupResolution and an option selection case * Add more warmup regression tests - Adding more warmup regression tests. - Will no longer skip universe selection subscriptions from warmup resolution enforcement. Updating regression algorithms data points * Fix bug with data rounding - Fix data rounding bug when warmup resolution is set to a different value than the original configuration. Updating regression algorithms to assert the expected behavior * Address reviews - Revert regression algorithms changes to use Resolution during warmup. Updating their stats. - Adding new regression algorithms asserting the behavior warming up using a timespan and no warmup resolution - Fix bug where data used to warmup the 'normal' enumerator will make it through into the warmup time span. Updating tests * Address reviews - Add missing comments, explaning warmup algorithms time span calculations. - Revert changes in existing `WarmupOptionTimeSpanRegressionAlgorithm` to reduce diff to minimum - Adding new warmup unit tests asseting algorithm warmup start time, for different combinations of bar count, timespan, resolution
104 lines
5.1 KiB
C#
104 lines
5.1 KiB
C#
/*
|
|
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
|
|
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
using System;
|
|
using QuantConnect.Data;
|
|
using QuantConnect.Securities;
|
|
|
|
namespace QuantConnect.Lean.Engine.DataFeeds
|
|
{
|
|
/// <summary>
|
|
/// Store data (either raw or adjusted) and the time at which it should be synchronized
|
|
/// </summary>
|
|
public class SubscriptionData
|
|
{
|
|
/// <summary>
|
|
/// Data
|
|
/// </summary>
|
|
protected BaseData _data;
|
|
|
|
/// <summary>
|
|
/// Gets the data
|
|
/// </summary>
|
|
public virtual BaseData Data => _data;
|
|
|
|
/// <summary>
|
|
/// Gets the UTC emit time for this data
|
|
/// </summary>
|
|
public DateTime EmitTimeUtc { get; }
|
|
|
|
/// <summary>
|
|
/// Initializes a new instance of the <see cref="SubscriptionData"/> class
|
|
/// </summary>
|
|
/// <param name="data">The base data</param>
|
|
/// <param name="emitTimeUtc">The emit time for the data</param>
|
|
public SubscriptionData(BaseData data, DateTime emitTimeUtc)
|
|
{
|
|
_data = data;
|
|
EmitTimeUtc = emitTimeUtc;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Clones the data, computes the utc emit time and performs exchange round down behavior, storing the result in a new <see cref="SubscriptionData"/> instance
|
|
/// </summary>
|
|
/// <param name="configuration">The subscription's configuration</param>
|
|
/// <param name="exchangeHours">The exchange hours of the security</param>
|
|
/// <param name="offsetProvider">The subscription's offset provider</param>
|
|
/// <param name="data">The data being emitted</param>
|
|
/// <param name="normalizationMode">Specifies how data is normalized</param>
|
|
/// <param name="factor">price scale factor</param>
|
|
/// <returns>A new <see cref="SubscriptionData"/> containing the specified data</returns>
|
|
public static SubscriptionData Create(SubscriptionDataConfig configuration, SecurityExchangeHours exchangeHours, TimeZoneOffsetProvider offsetProvider, BaseData data, DataNormalizationMode normalizationMode, decimal? factor = null)
|
|
{
|
|
if (data == null)
|
|
{
|
|
return null;
|
|
}
|
|
|
|
data = data.Clone(data.IsFillForward);
|
|
var emitTimeUtc = offsetProvider.ConvertToUtc(data.EndTime);
|
|
|
|
// Let's round down for any data source that implements a time delta between
|
|
// the start of the data and end of the data (usually used with Bars).
|
|
// The time delta ensures that the time collected from `EndTime` has
|
|
// no look-ahead bias, and is point-in-time.
|
|
// When fill forwarding time and endtime might not respect the original ends times, here we will enforce it
|
|
// note we do this after fetching the 'emitTimeUtc' which should use the end time set by the fill forward enumerator
|
|
var barSpan = data.EndTime - data.Time;
|
|
if (barSpan != TimeSpan.Zero)
|
|
{
|
|
if (barSpan != configuration.Increment)
|
|
{
|
|
// when we detect a difference let's refetch the span in utc using noda time 'ConvertToUtc' that will not take into account day light savings difference
|
|
// we don't do this always above because it's expensive, only do it if we need to.
|
|
// Behavior asserted by tests 'FillsForwardBarsAroundDaylightMovementForDifferentResolutions_Algorithm' && 'ConvertToUtcAndDayLightSavings'.
|
|
// Note: we don't use 'configuration.Increment' because during warmup, if the warmup resolution is set, we will emit data respecting it instead of the 'configuration'
|
|
barSpan = data.EndTime.ConvertToUtc(configuration.ExchangeTimeZone) - data.Time.ConvertToUtc(configuration.ExchangeTimeZone);
|
|
}
|
|
data.Time = data.Time.ExchangeRoundDownInTimeZone(barSpan, exchangeHours, configuration.DataTimeZone, configuration.ExtendedMarketHours);
|
|
}
|
|
|
|
if (factor.HasValue && (configuration.SecurityType != SecurityType.Equity || (factor.Value != 1 || configuration.SumOfDividends != 0)))
|
|
{
|
|
var normalizedData = data.Clone(data.IsFillForward).Normalize(factor.Value, normalizationMode, configuration.SumOfDividends);
|
|
|
|
return new PrecalculatedSubscriptionData(configuration, data, normalizedData, normalizationMode, emitTimeUtc);
|
|
}
|
|
|
|
return new SubscriptionData(data, emitTimeUtc);
|
|
}
|
|
}
|
|
}
|