ab6027723f
Build & Test Lean / build (push) Has been cancelled
* Use lean data key as param for request * key -> filePath rename and some cleanup * Refactor * Add Organizations Endpoints * Add some organization api wrapper objects * Address namespace issue * Reorganize Api Test into seperate files using one ApiTestBase * Add Organization tests * Use capitalized "API" test namespace to reduce amount of file changes * Add License to test base * Update /data endpoint functions and response objects * Update ApiDataProvider Logic * Handle deserialization of organization products * Simplify converter * Only throw for equity requests when not subscribed to map/factor files * Add missing header * Make arguement exception * Api adjustments * Add Zip factor and map file providers - Common project will now reference Compression project and not the other way round. - Adding Zip FactorFile and MapFile providers * Refactor FactorFileProvider to use DataProvider to fetch files * Use resulting MinimumDate in construction of FactorFile * Nit FactorFile comments and arrangement * Refactor MapFileProviders to use DataProvider for fetching files * Refactor ZipFileProvider * Clean up * Refactor Backtesting Future/Option chain providers to use dataprovider * Fixes for data/ endpoints and test adjustments * Response objects adjustments/cleanups * ApiDateProvider fixes and testing * Add LocalZipFactorFileTests * Update ApiDataProvider download test to verify stream is not null * Implement posting of agreement summary and signed time * Mark all Api related tests as explicit and document details on running * Clarify default token on ApiTestBase * Adjust summary * Update Api responses for QCC, except org products which are sold in USD * Implement cache expiration for zip MapFile and FactorFiles. Adding unit tests * Fix multiple markets for ZipFactorFile provider * Use Symbol as cache key * Api.cs review * Dispose of factorFileStream after reading * Use zip.EntryFileNames * Address a few reviews * Few more fixes * Address Api Review * Add Job Org id to config * Minor tweaks * Compare with invariant culture * Fixes Option Universe selection * ZipEntryNameSubscriptionDataSourceReader will use IDataProvider * Fix research * Fix null reference exception * Make duplicate log debug Co-authored-by: Martin-Molinero <martin@quantconnect.com>
83 lines
3.5 KiB
C#
83 lines
3.5 KiB
C#
/*
|
|
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
|
|
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
using System;
|
|
using System.Collections.Generic;
|
|
using QuantConnect.Interfaces;
|
|
using QuantConnect.Logging;
|
|
using QuantConnect.Util;
|
|
|
|
namespace QuantConnect.Lean.Engine.DataFeeds
|
|
{
|
|
/// <summary>
|
|
/// An implementation of <see cref="IFutureChainProvider"/> that reads the list of contracts from open interest zip data files
|
|
/// </summary>
|
|
public class BacktestingFutureChainProvider : IFutureChainProvider
|
|
{
|
|
private IDataProvider _dataProvider;
|
|
|
|
/// <summary>
|
|
/// Creates a new instance
|
|
/// </summary>
|
|
/// <param name="dataProvider">The data provider instance to use</param>
|
|
public BacktestingFutureChainProvider(IDataProvider dataProvider)
|
|
{
|
|
_dataProvider = dataProvider;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Gets the list of future contracts for a given underlying symbol
|
|
/// </summary>
|
|
/// <param name="symbol">The underlying symbol</param>
|
|
/// <param name="date">The date for which to request the future chain (only used in backtesting)</param>
|
|
/// <returns>The list of future contracts</returns>
|
|
public IEnumerable<Symbol> GetFutureContractList(Symbol symbol, DateTime date)
|
|
{
|
|
if (symbol.SecurityType != SecurityType.Future)
|
|
{
|
|
throw new NotSupportedException($"BacktestingFutureChainProvider.GetFutureContractList(): SecurityType.Future is expected but was {symbol.SecurityType}");
|
|
}
|
|
|
|
// build the future contract list from the open interest zip file entry names
|
|
|
|
// build the zip file name for open interest data
|
|
var zipFileName = LeanData.GenerateZipFilePath(Globals.DataFolder, symbol, date, Resolution.Minute, TickType.OpenInterest);
|
|
var stream = _dataProvider.Fetch(zipFileName);
|
|
|
|
// If the file isn't found lets give quote a chance - some futures do not have an open interest file
|
|
if (stream == null)
|
|
{
|
|
var zipFileNameQuote = LeanData.GenerateZipFilePath(Globals.DataFolder, symbol, date, Resolution.Minute, TickType.Quote);
|
|
stream = _dataProvider.Fetch(zipFileNameQuote);
|
|
|
|
if (stream == null)
|
|
{
|
|
Log.Error($"BacktestingFutureChainProvider.GetFutureContractList(): Failed, files not found: {zipFileName} {zipFileNameQuote}");
|
|
yield break;
|
|
}
|
|
}
|
|
|
|
// generate and return the contract symbol for each zip entry
|
|
var zipEntryNames = Compression.GetZipEntryFileNames(stream);
|
|
foreach (var zipEntryName in zipEntryNames)
|
|
{
|
|
yield return LeanData.ReadSymbolFromZipEntry(symbol, Resolution.Minute, zipEntryName);
|
|
}
|
|
|
|
stream.DisposeSafely();
|
|
}
|
|
}
|
|
}
|