9cdb4a91c5
* Live Coarse universe refactor
- Live trading will source Coarse and Fine fundamental data directly
from disk. Updating unit tests.
* Adds ILiveDataProvider interface
* Adds wrapper for IDataQueueHandler implementations
* Replaces IDataQueueHandler with ILiveDataProvider in
LiveTradingDataFeed
* Edits IDataQueueHandler documentation
* Maintains aggregation for current IDQH impls and skips for ILDF impls
* Note: No unit test was created for this method, go back and TODO
* Protobuf Market data
- Adding protobuf support for Ticks, TradeBars and QuoteBars. Adding
unit tests.
* Adds unit tests for LiveDataAggregator changes
* Fixes bug where custom data was not handled as it was before
* Fixes race condition bug because of variable reuse in class
* Add protobuf extension serialization
* Fixes for protobuf serialization
* Refactor
* Fix OptionChainUniverse
* replace BaseDataExchange pumping ticks with consolidators
* AlpacaBrokerage
* BitfinexBrokerage
* GDAXBrokerage
* OandaBrokerage
* InteractiveBrokers
* TradierBrokerage
* FxcmBrokerage
* PaperBrokerage
* etc
* WIP fixes for existing LTDF unit tests
* Fixes more LTDF unit tests
* make IDataAggregator.Update recieving Generic BaseData rather than Tick
* Change IDataQueueHandler.Subscribe method
* Some fixes after adding new commits
* Adds protobuf (de)serialization support for Dividend and Split
* Serialize protobuf with length prefix
* Fix missing LTDF unit tests
* Adds TiingoNews protobuf definitions
* fix comments
* more fixes on IQFeedDataQueueHandler
* disallow putting ticks into enumerator directly
* ScannableEnumerator tests
* fix OandaBrokerage
* AggregationManager unit tests
* fix AlpacaBrokerage tests
* fix InteractiveBrokers
* fix FxcmBrokerage tests
* call AggregationManager.Remove method on unsubscribe
* fix GDAX existing tests
* Fixes, refactor adding more tests for AggregatorManager
* Adds BenzingaNews protobuf definitions and round trip unit test
* Adds missing TiingoNews unit test to Protobuf round trip tests
* Improve sleep sequence of LiveSynchronizer
* need start aggregating first, and then can subscribe
* More test fixes and refactor
- Refactoring AggregationManager and ScannableEnumerator so the last is
the one that owns the consolidator
- Adding pulse on the main LiveSynchronizer
* Improve performance of LEquityDataSynchronizingEnu
* Add missing Set job packet method
* Minor performance improvements
* Improvements add test timeout
- Improvements adding test timeout to find blocking test in travis
* Improve aggregationManager performance
* Testing improvements for travis
* Remove test timeouts
* More test fixes
- Adding more missing dispose calls and improving determinism
* fix IEXDataQueueHandler and tests
* Final tweaks to LTDF tests
* more AggregationManager tests
* consume and log ticks
* fix test: couldn't subscribe to Forex tickers
* change Resolution for all bar configs
* Improve RealTimeScheduleEventServiceAccuracy
* refactoring: move common code to base class
* fixed bug; unsubscribe SubscriptionDataConfig
* Small performance improvement
* Minor fixes
* Avoid Symbol serialization
* Fixes coarse selection in live mode
* Fix for live coarse
* Adds protobuf (de)serialization support for Robintrack
* Adds round-trip unit test
* Minor performance improvements
* More minor performance improvements
* pass LiveNodePacket through to OandaBrokerage
* Fixes empty list becoming null value when deserializing with protobuf
* Reverts BZ live trading exception removal and fixes tests
* Refactor WorkQueue making it abstract
* Add try catch for composer
* Adds optional data batching period to LiveFillForwardEnumerator
* Override data-queue-handler with config
* Improve PeriodCountConsolidator.Scan performance
* Move batching delay to main Synchornizer thread
* Reverts addition of Robintrack protobuf definitions
* Give priority to config history provider if set
* Add Estimize protobuffing
- Add Estimize protobuffing support. Adding unit tests
* Always dispose of data queue handler
Co-authored-by: Gerardo Salazar <gsalaz9800@gmail.com>
Co-authored-by: Adalyat Nazirov <aenazirov@gmail.com>
210 lines
7.5 KiB
C#
210 lines
7.5 KiB
C#
/*
|
|
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
|
|
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
using Newtonsoft.Json;
|
|
using System;
|
|
using System.IO;
|
|
using NodaTime;
|
|
using ProtoBuf;
|
|
using static QuantConnect.StringExtensions;
|
|
|
|
namespace QuantConnect.Data.Custom.Estimize
|
|
{
|
|
/// <summary>
|
|
/// Financial estimates for the specified company
|
|
/// </summary>
|
|
[ProtoContract(SkipConstructor = true)]
|
|
public class EstimizeEstimate : BaseData
|
|
{
|
|
/// <summary>
|
|
/// The unique identifier for the estimate
|
|
/// </summary>
|
|
[ProtoMember(10)]
|
|
[JsonProperty(PropertyName = "id")]
|
|
public string Id { get; set; }
|
|
|
|
/// <summary>
|
|
/// The ticker of the company being estimated
|
|
/// </summary>
|
|
[ProtoMember(11)]
|
|
[JsonProperty(PropertyName = "ticker")]
|
|
public string Ticker { get; set; }
|
|
|
|
/// <summary>
|
|
/// The fiscal year of the quarter being estimated
|
|
/// </summary>
|
|
[ProtoMember(12)]
|
|
[JsonProperty(PropertyName = "fiscal_year")]
|
|
public int FiscalYear { get; set; }
|
|
|
|
/// <summary>
|
|
/// The fiscal quarter of the quarter being estimated
|
|
/// </summary>
|
|
[ProtoMember(13)]
|
|
[JsonProperty(PropertyName = "fiscal_quarter")]
|
|
public int FiscalQuarter { get; set; }
|
|
|
|
/// <summary>
|
|
/// The time that the estimate was created (UTC)
|
|
/// </summary>
|
|
[ProtoMember(14)]
|
|
[JsonProperty(PropertyName = "created_at")]
|
|
public DateTime CreatedAt
|
|
{
|
|
get { return Time; }
|
|
set { Time = value; }
|
|
}
|
|
|
|
/// <summary>
|
|
/// The time that the estimate was created (UTC)
|
|
/// </summary>
|
|
public override DateTime EndTime => CreatedAt;
|
|
|
|
/// <summary>
|
|
/// The estimated earnings per share for the company in the specified fiscal quarter
|
|
/// </summary>
|
|
[ProtoMember(15)]
|
|
[JsonProperty(PropertyName = "eps")]
|
|
public decimal? Eps { get; set; }
|
|
|
|
/// <summary>
|
|
/// The estimated earnings per share for the company in the specified fiscal quarter
|
|
/// </summary>
|
|
public override decimal Value => Eps ?? 0m;
|
|
|
|
/// <summary>
|
|
/// The estimated revenue for the company in the specified fiscal quarter
|
|
/// </summary>
|
|
[ProtoMember(16)]
|
|
[JsonProperty(PropertyName = "revenue")]
|
|
public decimal? Revenue { get; set; }
|
|
|
|
/// <summary>
|
|
/// The unique identifier for the author of the estimate
|
|
/// </summary>
|
|
[ProtoMember(17)]
|
|
[JsonProperty(PropertyName = "username")]
|
|
public string UserName { get; set; }
|
|
|
|
/// <summary>
|
|
/// The author of the estimate
|
|
/// </summary>
|
|
[ProtoMember(18)]
|
|
[JsonProperty(PropertyName = "analyst_id")]
|
|
public string AnalystId { get; set; }
|
|
|
|
/// <summary>
|
|
/// A boolean value which indicates whether we have flagged this estimate internally as erroneous
|
|
/// (spam, wrong accounting standard, etc)
|
|
/// </summary>
|
|
[ProtoMember(19)]
|
|
[JsonProperty(PropertyName = "flagged")]
|
|
public bool Flagged { get; set; }
|
|
|
|
/// <summary>
|
|
/// Required for successful Json.NET deserialization
|
|
/// </summary>
|
|
public EstimizeEstimate()
|
|
{
|
|
}
|
|
|
|
/// <summary>
|
|
/// Creates a new instance of EstimizeEstimate from a CSV line
|
|
/// </summary>
|
|
/// <param name="csvLine">CSV line</param>
|
|
public EstimizeEstimate(string csvLine)
|
|
{
|
|
// CreatedAt[0], Id[1], AnalystId[2], UserName[3], FiscalYear[4], FiscalQuarter[5], Eps[6], Revenue[7], Flagged[8]"
|
|
var csv = csvLine.Split(',');
|
|
|
|
CreatedAt = Parse.DateTimeExact(csv[0], "yyyyMMdd HH:mm:ss");
|
|
Id = csv[1];
|
|
AnalystId = csv[2];
|
|
UserName = csv[3];
|
|
FiscalYear = Parse.Int(csv[4]);
|
|
FiscalQuarter = Parse.Int(csv[5]);
|
|
Eps = csv[6].IfNotNullOrEmpty<decimal?>(s => Parse.Decimal(s));
|
|
Revenue = csv[7].IfNotNullOrEmpty<decimal?>(s => Parse.Decimal(s));
|
|
Flagged = csv[8].ConvertInvariant<bool>();
|
|
}
|
|
|
|
/// <summary>
|
|
/// Return the Subscription Data Source gained from the URL
|
|
/// </summary>
|
|
/// <param name="config">Configuration object</param>
|
|
/// <param name="date">Date of this source file</param>
|
|
/// <param name="isLiveMode">true if we're in live mode, false for backtesting mode</param>
|
|
/// <returns>Subscription Data Source.</returns>
|
|
public override SubscriptionDataSource GetSource(SubscriptionDataConfig config, DateTime date, bool isLiveMode)
|
|
{
|
|
var source = Path.Combine(
|
|
Globals.DataFolder,
|
|
"alternative",
|
|
"estimize",
|
|
"estimate",
|
|
$"{config.Symbol.Value.ToLowerInvariant()}.csv"
|
|
);
|
|
return new SubscriptionDataSource(source, SubscriptionTransportMedium.LocalFile, FileFormat.Csv);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Reader converts each line of the data source into BaseData objects.
|
|
/// </summary>
|
|
/// <param name="config">Subscription data config setup object</param>
|
|
/// <param name="line">Content of the source document</param>
|
|
/// <param name="date">Date of the requested data</param>
|
|
/// <param name="isLiveMode">true if we're in live mode, false for backtesting mode</param>
|
|
/// <returns>
|
|
/// Estimize Estimate object
|
|
/// </returns>
|
|
public override BaseData Reader(SubscriptionDataConfig config, string line, DateTime date, bool isLiveMode)
|
|
{
|
|
return new EstimizeEstimate(line)
|
|
{
|
|
Symbol = config.Symbol
|
|
};
|
|
}
|
|
|
|
/// <summary>
|
|
/// Formats a string with the Estimize Estimate information.
|
|
/// </summary>
|
|
public override string ToString()
|
|
{
|
|
return Invariant($"{Ticker}(Q{FiscalQuarter} {FiscalYear}) :: ") +
|
|
Invariant($"EPS: {Eps} ") +
|
|
Invariant($"Revenue: {Revenue} on ") +
|
|
Invariant($"{EndTime:yyyyMMdd} by ") +
|
|
Invariant($"{UserName}({AnalystId})");
|
|
}
|
|
|
|
/// <summary>
|
|
/// Indicates if there is support for mapping
|
|
/// </summary>
|
|
/// <returns>True indicates mapping should be used</returns>
|
|
public override bool RequiresMapping()
|
|
{
|
|
return true;
|
|
}
|
|
|
|
/// <summary>
|
|
/// Specifies the data time zone for this data type. This is useful for custom data types
|
|
/// </summary>
|
|
/// <returns>The <see cref="DateTimeZone"/> of this data type</returns>
|
|
public override DateTimeZone DataTimeZone()
|
|
{
|
|
return TimeZones.Utc;
|
|
}
|
|
}
|
|
} |