quantconnect--lean/Algorithm.CSharp/BacktestingBrokerageRegressionAlgorithm.cs

/*
 * QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
 * Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
*/

using QuantConnect.Data;
using QuantConnect.Data.Market;
using QuantConnect.Interfaces;
using QuantConnect.Orders;
using QuantConnect.Orders.Fees;
using QuantConnect.Orders.Fills;
using QuantConnect.Securities;
using QuantConnect.Securities.Option;
using System;
using System.Collections.Generic;
using System.Linq;

namespace QuantConnect.Algorithm.CSharp
{
    /// <summary>
    /// This regression algorithm tests the order processing of the backtesting brokerage.
    /// We open an equity position that should fill in two parts, on two different bars.
    /// We open a long option position and let it expire so we can exercise the position.
    /// To check the orders we use OnOrderEvent and throw exceptions if verification fails.
    /// </summary>
    /// <meta name="tag" content="backtesting brokerage" />
    /// <meta name="tag" content="regression test" />
    /// <meta name="tag" content="options" />
    class BacktestingBrokerageRegressionAlgorithm : QCAlgorithm, IRegressionAlgorithmDefinition
    {
        private Security _security;
        private Symbol _spy;
        private OrderTicket _equityBuy;
        private Option _option;
        private Symbol _optionSymbol;
        private OrderTicket _optionBuy;
        private bool _optionBought = false;
        private bool _equityBought = false;
        private decimal _optionStrikePrice;

        /// <summary>
        /// Initialize the algorithm
        /// </summary>
        public override void Initialize()
        {
            SetCash(100000);
            SetStartDate(2015, 12, 24);
            SetEndDate(2015, 12, 28);

            // Get our equity
            _security = AddEquity("SPY", Resolution.Hour);
            _security.SetFillModel(new PartialMarketFillModel(2));
            _spy = _security.Symbol;

            // Get our option
            _option = AddOption("GOOG");
            _option.SetFilter(u => u.IncludeWeeklys()
                                   .Strikes(-2, +2)
                                   .Expiration(TimeSpan.Zero, TimeSpan.FromDays(10)));
            _optionSymbol = _option.Symbol;
        }

        /// <summary>
        /// OnData event is the primary entry point for your algorithm. Each new data point will be pumped in here.
        /// </summary>
        /// <param name="data">Slice object keyed by symbol containing the stock data</param>
        public override void OnData(Slice data)
        {
            if (!_equityBought && data.ContainsKey(_spy)) {
                //Buy our Equity
                var quantity = CalculateOrderQuantity(_spy, .1m);
                _equityBuy = MarketOrder(_spy, quantity, asynchronous: true);
                _equityBought = true;
            }

            if (!_optionBought)
            {
                // Buy our option
                OptionChain chain;
                if (data.OptionChains.TryGetValue(_optionSymbol, out chain))
                {
                    // Find the second call strike under market price expiring today
                    var contracts = (
                        from optionContract in chain.OrderByDescending(x => x.Strike)
                        where optionContract.Right == OptionRight.Call
                        where optionContract.Expiry == Time.Date
                        where optionContract.Strike < chain.Underlying.Price
                        select optionContract
                        ).Take(2);

                    if (contracts.Any())
                    {
                        var optionToBuy = contracts.FirstOrDefault();
                        _optionStrikePrice = optionToBuy.Strike;
                        _optionBuy = MarketOrder(optionToBuy.Symbol, 1);
                        _optionBought = true;
                    }
                }
            }
        }

        /// <summary>
        /// All order events get pushed through this function
        /// </summary>
        /// <param name="orderEvent">OrderEvent object that contains all the information about the event</param>
        public override void OnOrderEvent(OrderEvent orderEvent)
        {
            // Get the order from our transactions
            var order = Transactions.GetOrderById(orderEvent.OrderId);

            // Based on the type verify the order
            switch(order.Type)
            {
                case OrderType.Market:
                    VerifyMarketOrder(order, orderEvent);
                    break;

                case OrderType.OptionExercise:
                    VerifyOptionExercise(order, orderEvent);
                    break;

                default:
                    throw new ArgumentOutOfRangeException();
            }
        }

        /// <summary>
        /// To verify Market orders is process correctly
        /// </summary>
        /// <param name="order">Order object to analyze</param>
        public void VerifyMarketOrder(Order order, OrderEvent orderEvent)
        {
            switch(order.Status)
            {
                case OrderStatus.Submitted:
                    break;

                // All PartiallyFilled orders should have a LastFillTime
                case OrderStatus.PartiallyFilled:
                    if (order.LastFillTime == null)
                    {
                        throw new Exception("LastFillTime should not be null");
                    }

                    if (order.Quantity/2 != orderEvent.FillQuantity)
                    {
                        throw new Exception("Order size should be half");
                    }
                    break;

                // All filled equity orders should have filled after creation because of our fill model!
                case OrderStatus.Filled:
                    if (order.SecurityType == SecurityType.Equity && order.CreatedTime == order.LastFillTime)
                    {
                        throw new Exception("Order should not finish during the CreatedTime bar");
                    }
                    break;

                default:
                    throw new ArgumentOutOfRangeException();
            }
        }

        /// <summary>
        /// To verify OptionExercise orders is process correctly
        /// </summary>
        /// <param name="order">Order object to analyze</param>
        public void VerifyOptionExercise(Order order, OrderEvent orderEvent)
        {
            // If the option price isn't the same as the strike price, its incorrect
            if (order.Price != _optionStrikePrice)
            {
                throw new Exception("OptionExercise order price should be strike price!!");
            }

            if (orderEvent.Quantity != -1)
            {
                throw new Exception("OrderEvent Quantity should be -1");
            }
        }

        /// <summary>
        /// Runs after algorithm, used to check our portfolio and orders
        /// </summary>
        public override void OnEndOfAlgorithm()
        {
            if (!Portfolio.ContainsKey(_optionBuy.Symbol) || !Portfolio.ContainsKey(_optionBuy.Symbol.Underlying) || !Portfolio.ContainsKey(_equityBuy.Symbol))
            {
                throw new Exception("Portfolio does not contain the Symbols we purchased");
            }

            //Check option holding, should not be invested since it expired, profit should be -400
            var optionHolding = Portfolio[_optionBuy.Symbol];
            if (optionHolding.Invested || optionHolding.Profit != -400)
            {
                throw new Exception("Options holding does not match expected outcome");
            }

            //Check the option underlying symbol since we should have bought it at exercise
            //Quantity should be 100, AveragePrice should be option strike price
            var optionExerciseHolding = Portfolio[_optionBuy.Symbol.Underlying];
            if (!optionExerciseHolding.Invested || optionExerciseHolding.Quantity != 100 || optionExerciseHolding.AveragePrice != _optionBuy.Symbol.ID.StrikePrice)
            {
                throw new Exception("Equity holding for exercised option does not match expected outcome");
            }

            //Check equity holding, should be invested, profit should be
            //Quantity should be 50, AveragePrice should be ticket AverageFillPrice
            var equityHolding = Portfolio[_equityBuy.Symbol];
            if (!equityHolding.Invested || equityHolding.Quantity != 50 || equityHolding.AveragePrice != _equityBuy.AverageFillPrice)
            {
                throw new Exception("Equity holding does not match expected outcome");
            }
        }

        /// <summary>
        /// PartialMarketFillModel that allows the user to set the number of fills and restricts
        /// the fill to only one per bar.
        /// </summary>
        private class PartialMarketFillModel : ImmediateFillModel
        {
            private readonly decimal _percent;
            private readonly Dictionary<long, decimal> _absoluteRemainingByOrderId = new Dictionary<long, decimal>();

            /// <param name="numberOfFills"></param>
            public PartialMarketFillModel(int numberOfFills = 1)
            {
                _percent = 1m / numberOfFills;
            }

            /// <summary>
            /// Performs partial market fills once per time step
            /// </summary>
            /// <param name="asset">The security being ordered</param>
            /// <param name="order">The order</param>
            /// <returns>The order fill</returns>
            public override OrderEvent MarketFill(Security asset, MarketOrder order)
            {
                var currentUtcTime = asset.LocalTime.ConvertToUtc(asset.Exchange.TimeZone);

                // Only fill once a time slice
                if (order.LastFillTime != null && currentUtcTime <= order.LastFillTime)
                {
                    return new OrderEvent(order, currentUtcTime, OrderFee.Zero);
                }

                decimal absoluteRemaining;
                if (!_absoluteRemainingByOrderId.TryGetValue(order.Id, out absoluteRemaining))
                {
                    absoluteRemaining = order.AbsoluteQuantity;
                    _absoluteRemainingByOrderId.Add(order.Id, order.AbsoluteQuantity);
                }

                var fill = base.MarketFill(asset, order);
                var absoluteFillQuantity = (int)(Math.Min(absoluteRemaining, (int)(_percent * order.Quantity)));
                fill.FillQuantity = Math.Sign(order.Quantity) * absoluteFillQuantity;

                if (absoluteRemaining == absoluteFillQuantity)
                {
                    fill.Status = OrderStatus.Filled;
                    _absoluteRemainingByOrderId.Remove(order.Id);
                }
                else
                {
                    absoluteRemaining = absoluteRemaining - absoluteFillQuantity;
                    _absoluteRemainingByOrderId[order.Id] = absoluteRemaining;
                    fill.Status = OrderStatus.PartiallyFilled;
                }

                return fill;
            }
        }

        /// <summary>
        /// This is used by the regression test system to indicate if the open source Lean repository has the required data to run this algorithm.
        /// </summary>
        public bool CanRunLocally { get; } = true;

        /// <summary>
        /// This is used by the regression test system to indicate which languages this algorithm is written in.
        /// </summary>
        public Language[] Languages { get; } = { Language.CSharp };

        /// <summary>
        /// This is used by the regression test system to indicate what the expected statistics are from running the algorithm
        /// </summary>
        public Dictionary<string, string> ExpectedStatistics => new Dictionary<string, string>
        {
            {"Total Trades", "3"},
            {"Average Win", "0%"},
            {"Average Loss", "-0.40%"},
            {"Compounding Annual Return", "-22.335%"},
            {"Drawdown", "0.400%"},
            {"Expectancy", "-1"},
            {"Net Profit", "-0.323%"},
            {"Sharpe Ratio", "-11.098"},
            {"Probabilistic Sharpe Ratio", "0%"},
            {"Loss Rate", "100%"},
            {"Win Rate", "0%"},
            {"Profit-Loss Ratio", "0"},
            {"Alpha", "-0.002"},
            {"Beta", "0.099"},
            {"Annual Standard Deviation", "0.002"},
            {"Annual Variance", "0"},
            {"Information Ratio", "9.899"},
            {"Tracking Error", "0.019"},
            {"Treynor Ratio", "-0.23"},
            {"Total Fees", "$2.00"},
            {"Estimated Strategy Capacity", "$0"},
            {"Fitness Score", "0.213"},
            {"Kelly Criterion Estimate", "0"},
            {"Kelly Criterion Probability Value", "0"},
            {"Sortino Ratio", "79228162514264337593543950335"},
            {"Return Over Maximum Drawdown", "-73.456"},
            {"Portfolio Turnover", "0.426"},
            {"Total Insights Generated", "0"},
            {"Total Insights Closed", "0"},
            {"Total Insights Analysis Completed", "0"},
            {"Long Insight Count", "0"},
            {"Short Insight Count", "0"},
            {"Long/Short Ratio", "100%"},
            {"Estimated Monthly Alpha Value", "$0"},
            {"Total Accumulated Estimated Alpha Value", "$0"},
            {"Mean Population Estimated Insight Value", "$0"},
            {"Mean Population Direction", "0%"},
            {"Mean Population Magnitude", "0%"},
            {"Rolling Averaged Population Direction", "0%"},
            {"Rolling Averaged Population Magnitude", "0%"},
            {"OrderListHash", "72a6ced0ed0c2da7136f3be652eb4744"}
        };
    }
}