9cdb4a91c5
* Live Coarse universe refactor
- Live trading will source Coarse and Fine fundamental data directly
from disk. Updating unit tests.
* Adds ILiveDataProvider interface
* Adds wrapper for IDataQueueHandler implementations
* Replaces IDataQueueHandler with ILiveDataProvider in
LiveTradingDataFeed
* Edits IDataQueueHandler documentation
* Maintains aggregation for current IDQH impls and skips for ILDF impls
* Note: No unit test was created for this method, go back and TODO
* Protobuf Market data
- Adding protobuf support for Ticks, TradeBars and QuoteBars. Adding
unit tests.
* Adds unit tests for LiveDataAggregator changes
* Fixes bug where custom data was not handled as it was before
* Fixes race condition bug because of variable reuse in class
* Add protobuf extension serialization
* Fixes for protobuf serialization
* Refactor
* Fix OptionChainUniverse
* replace BaseDataExchange pumping ticks with consolidators
* AlpacaBrokerage
* BitfinexBrokerage
* GDAXBrokerage
* OandaBrokerage
* InteractiveBrokers
* TradierBrokerage
* FxcmBrokerage
* PaperBrokerage
* etc
* WIP fixes for existing LTDF unit tests
* Fixes more LTDF unit tests
* make IDataAggregator.Update recieving Generic BaseData rather than Tick
* Change IDataQueueHandler.Subscribe method
* Some fixes after adding new commits
* Adds protobuf (de)serialization support for Dividend and Split
* Serialize protobuf with length prefix
* Fix missing LTDF unit tests
* Adds TiingoNews protobuf definitions
* fix comments
* more fixes on IQFeedDataQueueHandler
* disallow putting ticks into enumerator directly
* ScannableEnumerator tests
* fix OandaBrokerage
* AggregationManager unit tests
* fix AlpacaBrokerage tests
* fix InteractiveBrokers
* fix FxcmBrokerage tests
* call AggregationManager.Remove method on unsubscribe
* fix GDAX existing tests
* Fixes, refactor adding more tests for AggregatorManager
* Adds BenzingaNews protobuf definitions and round trip unit test
* Adds missing TiingoNews unit test to Protobuf round trip tests
* Improve sleep sequence of LiveSynchronizer
* need start aggregating first, and then can subscribe
* More test fixes and refactor
- Refactoring AggregationManager and ScannableEnumerator so the last is
the one that owns the consolidator
- Adding pulse on the main LiveSynchronizer
* Improve performance of LEquityDataSynchronizingEnu
* Add missing Set job packet method
* Minor performance improvements
* Improvements add test timeout
- Improvements adding test timeout to find blocking test in travis
* Improve aggregationManager performance
* Testing improvements for travis
* Remove test timeouts
* More test fixes
- Adding more missing dispose calls and improving determinism
* fix IEXDataQueueHandler and tests
* Final tweaks to LTDF tests
* more AggregationManager tests
* consume and log ticks
* fix test: couldn't subscribe to Forex tickers
* change Resolution for all bar configs
* Improve RealTimeScheduleEventServiceAccuracy
* refactoring: move common code to base class
* fixed bug; unsubscribe SubscriptionDataConfig
* Small performance improvement
* Minor fixes
* Avoid Symbol serialization
* Fixes coarse selection in live mode
* Fix for live coarse
* Adds protobuf (de)serialization support for Robintrack
* Adds round-trip unit test
* Minor performance improvements
* More minor performance improvements
* pass LiveNodePacket through to OandaBrokerage
* Fixes empty list becoming null value when deserializing with protobuf
* Reverts BZ live trading exception removal and fixes tests
* Refactor WorkQueue making it abstract
* Add try catch for composer
* Adds optional data batching period to LiveFillForwardEnumerator
* Override data-queue-handler with config
* Improve PeriodCountConsolidator.Scan performance
* Move batching delay to main Synchornizer thread
* Reverts addition of Robintrack protobuf definitions
* Give priority to config history provider if set
* Add Estimize protobuffing
- Add Estimize protobuffing support. Adding unit tests
* Always dispose of data queue handler
Co-authored-by: Gerardo Salazar <gsalaz9800@gmail.com>
Co-authored-by: Adalyat Nazirov <aenazirov@gmail.com>
97 lines
3.9 KiB
C#
97 lines
3.9 KiB
C#
/*
|
|
* QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
|
|
* Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
|
|
*
|
|
* Licensed under the Apache License, Version 2.0 (the "License");
|
|
* you may not use this file except in compliance with the License.
|
|
* You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
|
|
*
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
* See the License for the specific language governing permissions and
|
|
* limitations under the License.
|
|
*/
|
|
|
|
using System;
|
|
using System.Threading;
|
|
using QuantConnect.Util;
|
|
|
|
namespace QuantConnect.Lean.Engine.DataFeeds
|
|
{
|
|
/// <summary>
|
|
/// Allows to setup a real time scheduled event, internally using a <see cref="Timer"/>,
|
|
/// that is guaranteed to trigger at or after the requested time, never before.
|
|
/// </summary>
|
|
/// <remarks>This class is of value because <see cref="Timer"/> could fire the
|
|
/// event before time.</remarks>
|
|
public class RealTimeScheduleEventService : IDisposable
|
|
{
|
|
private readonly Timer _timer;
|
|
private readonly Ref<ReferenceWrapper<DateTime>> _nextUtcScheduledEvent;
|
|
|
|
/// <summary>
|
|
/// Event fired when the scheduled time is past
|
|
/// </summary>
|
|
public event EventHandler NewEvent;
|
|
|
|
/// <summary>
|
|
/// Creates a new instance
|
|
/// </summary>
|
|
/// <param name="timeProvider">The time provider to use</param>
|
|
public RealTimeScheduleEventService(ITimeProvider timeProvider)
|
|
{
|
|
_nextUtcScheduledEvent = Ref.Create(new ReferenceWrapper<DateTime>(DateTime.MinValue));
|
|
_timer = new Timer(
|
|
async state =>
|
|
{
|
|
var nextUtcScheduledEvent = ((Ref<ReferenceWrapper<DateTime>>)state).Value.Value;
|
|
var diff = nextUtcScheduledEvent - timeProvider.GetUtcNow();
|
|
// we need to guarantee we trigger the event after the requested due time
|
|
// has past, if we got called earlier lets wait until time is right
|
|
while (diff.Ticks > 0)
|
|
{
|
|
if (diff.Milliseconds >= 1)
|
|
{
|
|
Thread.Sleep(diff);
|
|
}
|
|
else
|
|
{
|
|
Thread.SpinWait(1000);
|
|
}
|
|
// testing has shown that it sometimes requires more than one loop
|
|
diff = nextUtcScheduledEvent - timeProvider.GetUtcNow();
|
|
}
|
|
NewEvent?.Invoke(this, EventArgs.Empty);
|
|
},
|
|
_nextUtcScheduledEvent,
|
|
// Due time is never, has to be scheduled
|
|
Timeout.InfiniteTimeSpan,
|
|
// Do not trigger periodically
|
|
Timeout.InfiniteTimeSpan);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Schedules a new event
|
|
/// </summary>
|
|
/// <param name="dueTime">The desired due time</param>
|
|
/// <param name="utcNow">Current utc time</param>
|
|
/// <remarks>Scheduling a new event will try to disable previous scheduled event,
|
|
/// but it is not guaranteed.</remarks>
|
|
public void ScheduleEvent(TimeSpan dueTime, DateTime utcNow)
|
|
{
|
|
_nextUtcScheduledEvent.Value = new ReferenceWrapper<DateTime>(utcNow + dueTime);
|
|
// the timer will wake up a little earlier to improve accuracy
|
|
_timer.Change(dueTime, Timeout.InfiniteTimeSpan);
|
|
}
|
|
|
|
/// <summary>
|
|
/// Disposes of the underlying <see cref="Timer"/> instance
|
|
/// </summary>
|
|
public void Dispose()
|
|
{
|
|
_timer.Dispose();
|
|
}
|
|
}
|
|
}
|