/* * QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals. * Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. * You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 * * Unless required by applicable law or agreed to in writing, software * distributed under the License is distributed on an "AS IS" BASIS, * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. * See the License for the specific language governing permissions and * limitations under the License. */ using System; using QuantConnect.Util; using QuantConnect.Logging; using QuantConnect.Interfaces; using QuantConnect.Securities; using System.Collections.Generic; using System.Linq; using QuantConnect.Data.UniverseSelection; using QuantConnect.Data; namespace QuantConnect.Lean.Engine.DataFeeds { /// /// Base backtesting cache provider which will source symbols from local zip files /// public abstract class BacktestingChainProvider { // see https://github.com/QuantConnect/Lean/issues/6384 private static readonly TickType[] DataTypes = new[] { TickType.Quote, TickType.OpenInterest, TickType.Trade }; private static readonly Resolution[] Resolutions = new[] { Resolution.Minute, Resolution.Hour, Resolution.Daily }; private bool _loggedPreviousTradableDate; /// /// The data cache instance to use /// protected IDataCacheProvider DataCacheProvider { get; } /// /// Creates a new instance /// protected BacktestingChainProvider(IDataCacheProvider dataCacheProvider) { DataCacheProvider = dataCacheProvider; } /// /// Get the contract symbols associated with the given canonical symbol and date /// /// The canonical symbol /// The date to search for protected IEnumerable GetSymbols(Symbol canonicalSymbol, DateTime date) { // TODO: This will be removed when all chains (including Futures and FOPs) are file-based instead of zip-entry based if (canonicalSymbol.SecurityType.IsOption()) { return GetOptionSymbols(canonicalSymbol, date); } return GetFutureSymbols(canonicalSymbol, date); } private static IEnumerable GetOptionSymbols(Symbol canonicalSymbol, DateTime date) { return GetChainSymbols(canonicalSymbol, date).Where(symbol => symbol.SecurityType.IsOption()); } private static IEnumerable GetFutureSymbols(Symbol canonicalSymbol, DateTime date) { return GetChainSymbols(canonicalSymbol, date); } private static IEnumerable GetChainSymbols(Symbol canonicalSymbol, DateTime date) { var historyProvider = Composer.Instance.GetPart(); var marketHoursDataBase = MarketHoursDatabase.FromDataFolder(); var universeType = canonicalSymbol.SecurityType.IsOption() ? typeof(OptionUniverse) : typeof(FutureUniverse); // Use this GetEntry extension method since it's data type dependent, so we get the correct entry for the option universe var marketHoursEntry = marketHoursDataBase.GetEntry(canonicalSymbol, new[] { universeType }); var previousTradingDate = Time.GetStartTimeForTradeBars(marketHoursEntry.ExchangeHours, date, Time.OneDay, 1, extendedMarketHours: false, marketHoursEntry.DataTimeZone); var request = new HistoryRequest( previousTradingDate.ConvertToUtc(marketHoursEntry.ExchangeHours.TimeZone), date.ConvertToUtc(marketHoursEntry.ExchangeHours.TimeZone), universeType, canonicalSymbol, Resolution.Daily, marketHoursEntry.ExchangeHours, marketHoursEntry.DataTimeZone, Resolution.Daily, false, false, DataNormalizationMode.Raw, TickType.Quote); var history = historyProvider.GetHistory(new[] { request }, marketHoursEntry.DataTimeZone).ToList(); if (history == null || history.Count == 0) { return Enumerable.Empty(); } return history.GetUniverseData().SelectMany(x => x.Values.Single()).Select(x => x.Symbol); } /// /// Helper method to determine if a contract is expired for the requested date /// protected static bool IsContractExpired(Symbol symbol, DateTime date) { return symbol.ID.Date.Date < date.Date; } } }