SecurityExchangeHours.cs

/*
 * QUANTCONNECT.COM - Democratizing Finance, Empowering Individuals.
 * Lean Algorithmic Trading Engine v2.0. Copyright 2014 QuantConnect Corporation.
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
*/
 
using System;
using System.Collections.Generic;
using System.Linq;
using System.Runtime.CompilerServices;
using NodaTime;
using QuantConnect.Util;
 
namespace QuantConnect.Securities
{
    /// <summary>
    /// Represents the schedule of a security exchange. This includes daily regular and extended market hours
    /// as well as holidays, early closes and late opens.
    /// </summary>
    /// <remarks>
    /// This type assumes that IsOpen will be called with increasingly future times, that is, the calls should never back
    /// track in time. This assumption is required to prevent time zone conversions on every call.
    /// </remarks>
    public class SecurityExchangeHours
    {
        private readonly HashSet<long> _holidays;
        private readonly IReadOnlyDictionary<DateTime, TimeSpan> _earlyCloses;
        private readonly IReadOnlyDictionary<DateTime, TimeSpan> _lateOpens;
 
        // these are listed individually for speed
        private readonly LocalMarketHours _sunday;
        private readonly LocalMarketHours _monday;
        private readonly LocalMarketHours _tuesday;
        private readonly LocalMarketHours _wednesday;
        private readonly LocalMarketHours _thursday;
        private readonly LocalMarketHours _friday;
        private readonly LocalMarketHours _saturday;
        private readonly Dictionary<DayOfWeek, LocalMarketHours> _openHoursByDay;
        private static List<DayOfWeek> daysOfWeek = new List<DayOfWeek>() {
                DayOfWeek.Sunday,
                DayOfWeek.Monday,
                DayOfWeek.Tuesday,
                DayOfWeek.Wednesday,
                DayOfWeek.Thursday,
                DayOfWeek.Friday,
                DayOfWeek.Saturday
        };
 
        /// <summary>
        /// Gets the time zone this exchange resides in
        /// </summary>
        public DateTimeZone TimeZone { get; }
 
        /// <summary>
        /// Gets the holidays for the exchange
        /// </summary>
        public HashSet<DateTime> Holidays
        {
            get { return _holidays.ToHashSet(x => new DateTime(x)); }
        }
 
        /// <summary>
        /// Gets the market hours for this exchange
        /// </summary>
        public IReadOnlyDictionary<DayOfWeek, LocalMarketHours> MarketHours => _openHoursByDay;
 
        /// <summary>
        /// Gets the early closes for this exchange
        /// </summary>
        public IReadOnlyDictionary<DateTime, TimeSpan> EarlyCloses => _earlyCloses;
 
        /// <summary>
        /// Gets the late opens for this exchange
        /// </summary>
        public IReadOnlyDictionary<DateTime, TimeSpan> LateOpens => _lateOpens;
 
        /// <summary>
        /// Gets the most common tradable time during the market week.
        /// For a normal US equity trading day this is 6.5 hours.
        /// This does NOT account for extended market hours and only
        /// considers <see cref="MarketHoursState.Market"/>
        /// </summary>
        public TimeSpan RegularMarketDuration { get; }
 
        /// <summary>
        /// Checks whether the market is always open or not
        /// </summary>
        public bool IsMarketAlwaysOpen { private set; get; }
 
        /// <summary>
        /// Gets a <see cref="SecurityExchangeHours"/> instance that is always open
        /// </summary>
        public static SecurityExchangeHours AlwaysOpen(DateTimeZone timeZone)
        {
            var dayOfWeeks = Enum.GetValues(typeof (DayOfWeek)).OfType<DayOfWeek>();
            return new SecurityExchangeHours(timeZone,
                Enumerable.Empty<DateTime>(),
                dayOfWeeks.Select(LocalMarketHours.OpenAllDay).ToDictionary(x => x.DayOfWeek),
                new Dictionary<DateTime, TimeSpan>(),
                new Dictionary<DateTime, TimeSpan>()
                );
        }
 
        /// <summary>
        /// Initializes a new instance of the <see cref="SecurityExchangeHours"/> class
        /// </summary>
        /// <param name="timeZone">The time zone the dates and hours are represented in</param>
        /// <param name="holidayDates">The dates this exchange is closed for holiday</param>
        /// <param name="marketHoursForEachDayOfWeek">The exchange's schedule for each day of the week</param>
        /// <param name="earlyCloses">The dates this exchange has an early close</param>
        /// <param name="lateOpens">The dates this exchange has a late open</param>
        public SecurityExchangeHours(
            DateTimeZone timeZone,
            IEnumerable<DateTime> holidayDates,
            Dictionary<DayOfWeek, LocalMarketHours> marketHoursForEachDayOfWeek,
            IReadOnlyDictionary<DateTime, TimeSpan> earlyCloses,
            IReadOnlyDictionary<DateTime, TimeSpan> lateOpens)
        {
            TimeZone = timeZone;
            _holidays = holidayDates.Select(x => x.Date.Ticks).ToHashSet();
            _earlyCloses = earlyCloses;
            _lateOpens = lateOpens;
            _openHoursByDay = marketHoursForEachDayOfWeek;
 
            SetMarketHoursForDay(DayOfWeek.Sunday, out _sunday);
            SetMarketHoursForDay(DayOfWeek.Monday, out _monday);
            SetMarketHoursForDay(DayOfWeek.Tuesday, out _tuesday);
            SetMarketHoursForDay(DayOfWeek.Wednesday, out _wednesday);
            SetMarketHoursForDay(DayOfWeek.Thursday, out _thursday);
            SetMarketHoursForDay(DayOfWeek.Friday, out _friday);
            SetMarketHoursForDay(DayOfWeek.Saturday, out _saturday);
 
            // pick the most common market hours duration, if there's a tie, pick the larger duration
            RegularMarketDuration = _openHoursByDay.Values.GroupBy(lmh => lmh.MarketDuration)
                .OrderByDescending(grp => grp.Count())
                .ThenByDescending(grp => grp.Key)
                .First().Key;
 
            IsMarketAlwaysOpen = CheckIsMarketAlwaysOpen();
        }
 
        /// <summary>
        /// Determines if the exchange is open at the specified local date time.
        /// </summary>
        /// <param name="localDateTime">The time to check represented as a local time</param>
        /// <param name="extendedMarketHours">True to use the extended market hours, false for just regular market hours</param>
        /// <returns>True if the exchange is considered open at the specified time, false otherwise</returns>
        public bool IsOpen(DateTime localDateTime, bool extendedMarketHours)
        {
            if (_holidays.Contains(localDateTime.Date.Ticks) || IsTimeAfterEarlyClose(localDateTime) || IsTimeBeforeLateOpen(localDateTime))
            {
                return false;
            }
 
            return GetMarketHours(localDateTime).IsOpen(localDateTime.TimeOfDay, extendedMarketHours);
        }
 
        /// <summary>
        /// Determines if the exchange is open at any point in time over the specified interval.
        /// </summary>
        /// <param name="startLocalDateTime">The start of the interval in local time</param>
        /// <param name="endLocalDateTime">The end of the interval in local time</param>
        /// <param name="extendedMarketHours">True to use the extended market hours, false for just regular market hours</param>
        /// <returns>True if the exchange is considered open at the specified time, false otherwise</returns>
        [MethodImpl(MethodImplOptions.AggressiveInlining)]
        public bool IsOpen(DateTime startLocalDateTime, DateTime endLocalDateTime, bool extendedMarketHours)
        {
            if (startLocalDateTime == endLocalDateTime)
            {
                // if we're testing an instantaneous moment, use the other function
                return IsOpen(startLocalDateTime, extendedMarketHours);
            }
 
            // we must make intra-day requests to LocalMarketHours, so check for a day gap
            var start = startLocalDateTime;
            var end = new DateTime(Math.Min(endLocalDateTime.Ticks, start.Date.Ticks + Time.OneDay.Ticks - 1));
            do
            {
                if (!_holidays.Contains(start.Date.Ticks))
                {
                    // check to see if the market is open
                    var marketHours = GetMarketHours(start);
                    if (marketHours.IsOpen(start.TimeOfDay, end.TimeOfDay, extendedMarketHours))
                    {
                        return true;
                    }
                }
 
                start = start.Date.AddDays(1);
                end = new DateTime(Math.Min(endLocalDateTime.Ticks, end.Ticks + Time.OneDay.Ticks));
            }
            while (end > start);
 
            return false;
        }
 
        /// <summary>
        /// Determines if the exchange will be open on the date specified by the local date time
        /// </summary>
        /// <param name="localDateTime">The date time to check if the day is open</param>
        /// <returns>True if the exchange will be open on the specified date, false otherwise</returns>
        public bool IsDateOpen(DateTime localDateTime)
        {
            var marketHours = GetMarketHours(localDateTime);
            if (marketHours.IsClosedAllDay)
            {
                // if we don't have hours for this day then we're not open
                return false;
            }
 
            // if we don't have a holiday then we're open
            return !_holidays.Contains(localDateTime.Date.Ticks);
        }
 
        /// <summary>
        /// Gets the local date time corresponding to the previous market open to the specified time
        /// </summary>
        /// <param name="localDateTime">The time to begin searching for the last market open (non-inclusive)</param>
        /// <param name="extendedMarketHours">True to include extended market hours in the search</param>
        /// <returns>The previous market opening date time to the specified local date time</returns>
        public DateTime GetPreviousMarketOpen(DateTime localDateTime, bool extendedMarketHours)
        {
            var time = localDateTime;
            var marketHours = GetMarketHours(time);
            var nextMarketOpen = GetNextMarketOpen(time, extendedMarketHours);
 
            if (localDateTime == nextMarketOpen)
            {
                return localDateTime;
            }
 
            // let's loop for a week
            for (int i = 0; i < 7; i++)
            {
                foreach(var segment in marketHours.Segments.Reverse())
                {
                    if ((time.Date + segment.Start <= localDateTime) &&
                        (segment.State == MarketHoursState.Market || extendedMarketHours))
                    {
                        // Check the current segment is not part of another segment before
                        var timeOfDay = time.Date + segment.Start;
                        if (GetNextMarketOpen(timeOfDay.AddTicks(-1), extendedMarketHours) == timeOfDay)
                        {
                            return timeOfDay;
                        }
                    }
                }
 
                time = time.AddDays(-1);
                marketHours = GetMarketHours(time);
            }
 
            throw new InvalidOperationException(Messages.SecurityExchangeHours.LastMarketOpenNotFound(localDateTime, IsMarketAlwaysOpen));
        }
 
        /// <summary>
        /// Gets the local date time corresponding to the next market open following the specified time
        /// </summary>
        /// <param name="localDateTime">The time to begin searching for market open (non-inclusive)</param>
        /// <param name="extendedMarketHours">True to include extended market hours in the search</param>
        /// <returns>The next market opening date time following the specified local date time</returns>
        public DateTime GetNextMarketOpen(DateTime localDateTime, bool extendedMarketHours)
        {
            var time = localDateTime;
            var oneWeekLater = localDateTime.Date.AddDays(15);
 
            var lastDay = time.Date.AddDays(-1);
            var lastDayMarketHours = GetMarketHours(lastDay);
            var lastDaySegment = lastDayMarketHours.Segments.LastOrDefault();
            do
            {
                var marketHours = GetMarketHours(time);
                if (!marketHours.IsClosedAllDay && !_holidays.Contains(time.Date.Ticks))
                {
                    var marketOpenTimeOfDay = marketHours.GetMarketOpen(time.TimeOfDay, extendedMarketHours, lastDaySegment?.End);
                    if (marketOpenTimeOfDay.HasValue)
                    {
                        var marketOpen = time.Date + marketOpenTimeOfDay.Value;
                        if (localDateTime < marketOpen)
                        {
                            return marketOpen;
                        }
                    }
 
                    // If there was an early close the market opens until next day first segment,
                    // so we don't take into account continuous segments between days, then
                    // lastDaySegment should be null
                    if (_earlyCloses.ContainsKey(time.Date))
                    {
                        lastDaySegment = null;
                    }
                    else
                    {
                        lastDaySegment = marketHours.Segments.LastOrDefault();
                    }
                }
                else
                {
                    lastDaySegment = null;
                }
 
                time = time.Date + Time.OneDay;
            }
            while (time < oneWeekLater);
 
            throw new ArgumentException(Messages.SecurityExchangeHours.UnableToLocateNextMarketOpenInTwoWeeks);
        }
 
        /// <summary>
        /// Gets the local date time corresponding to the next market close following the specified time
        /// </summary>
        /// <param name="localDateTime">The time to begin searching for market close (non-inclusive)</param>
        /// <param name="extendedMarketHours">True to include extended market hours in the search</param>
        /// <returns>The next market closing date time following the specified local date time</returns>
        public DateTime GetNextMarketClose(DateTime localDateTime, bool extendedMarketHours)
        {
            var time = localDateTime;
            var oneWeekLater = localDateTime.Date.AddDays(15);
            do
            {
                var marketHours = GetMarketHours(time);
                if (!marketHours.IsClosedAllDay && !_holidays.Contains(time.Date.Ticks))
                {
                    // Get next day first segment. This is made because we need to check the segment returned
                    // by GetMarketClose() ends at segment.End and not continues in the next segment. We get
                    // the next day first segment for the case in which the next market close is the last segment
                    // of the current day
                    var nextSegment = GetNextOrPreviousSegment(time, isNextDay: true);
                    var marketCloseTimeOfDay = marketHours.GetMarketClose(time.TimeOfDay, extendedMarketHours, nextSegment?.Start);
                    if (marketCloseTimeOfDay.HasValue)
                    {
                        var marketClose = time.Date + marketCloseTimeOfDay.Value;
                        if (localDateTime < marketClose)
                        {
                            return marketClose;
                        }
                    }
                }
 
                time = time.Date + Time.OneDay;
            }
            while (time < oneWeekLater);
 
            throw new ArgumentException(Messages.SecurityExchangeHours.UnableToLocateNextMarketCloseInTwoWeeks);
        }
 
        /// <summary>
        /// Returns next day first segment or previous day last segment
        /// </summary>
        /// <param name="time">Time of reference</param>
        /// <param name="isNextDay">True to get next day first segment. False to get previous day last segment</param>
        /// <returns>Next day first segment or previous day last segment</returns>
        private MarketHoursSegment GetNextOrPreviousSegment(DateTime time, bool isNextDay)
        {
            var nextOrPrevious = isNextDay ? 1 : -1;
            var nextOrPreviousDay = time.Date.AddDays(nextOrPrevious);
            if (_earlyCloses.ContainsKey(nextOrPreviousDay.Date))
            {
                return null;
            }
 
            var segments = GetMarketHours(nextOrPreviousDay).Segments;
            return isNextDay ? segments.FirstOrDefault() : segments.LastOrDefault();
        }
 
        /// <summary>
        /// Check whether the market is always open or not
        /// </summary>
        /// <returns>True if the market is always open, false otherwise</returns>
        private bool CheckIsMarketAlwaysOpen()
        {
            LocalMarketHours marketHours = null;
            for (var i = 0; i < daysOfWeek.Count; i++)
            {
                var day = daysOfWeek[i];
                switch (day)
                {
                    case DayOfWeek.Sunday:
                        marketHours = _sunday;
                        break;
                    case DayOfWeek.Monday:
                        marketHours = _monday;
                        break;
                    case DayOfWeek.Tuesday:
                        marketHours = _tuesday;
                        break;
                    case DayOfWeek.Wednesday:
                        marketHours = _wednesday;
                        break;
                    case DayOfWeek.Thursday:
                        marketHours = _thursday;
                        break;
                    case DayOfWeek.Friday:
                        marketHours = _friday;
                        break;
                    case DayOfWeek.Saturday:
                        marketHours = _saturday;
                        break;
                }
 
                if (!marketHours.IsOpenAllDay)
                {
                    return false;
                }
            }
 
            return true;
        }
 
        /// <summary>
        /// Helper to extract market hours from the <see cref="_openHoursByDay"/> dictionary, filling
        /// in Closed instantes when not present
        /// </summary>
        private void SetMarketHoursForDay(DayOfWeek dayOfWeek, out LocalMarketHours localMarketHoursForDay)
        {
            if (!_openHoursByDay.TryGetValue(dayOfWeek, out localMarketHoursForDay))
            {
                // assign to our dictionary that we're closed this day, as well as our local field
                _openHoursByDay[dayOfWeek] = localMarketHoursForDay = LocalMarketHours.ClosedAllDay(dayOfWeek);
            }
        }
 
        /// <summary>
        /// Helper to access the market hours field based on the day of week
        /// </summary>
        /// <param name="localDateTime">The local date time to retrieve market hours for</param>
        public LocalMarketHours GetMarketHours(DateTime localDateTime)
        {
            LocalMarketHours marketHours;
            switch (localDateTime.DayOfWeek)
            {
                case DayOfWeek.Sunday:
                    marketHours = _sunday;
                    break;
                case DayOfWeek.Monday:
                    marketHours = _monday;
                    break;
                case DayOfWeek.Tuesday:
                    marketHours = _tuesday;
                    break;
                case DayOfWeek.Wednesday:
                    marketHours = _wednesday;
                    break;
                case DayOfWeek.Thursday:
                    marketHours = _thursday;
                    break;
                case DayOfWeek.Friday:
                    marketHours = _friday;
                    break;
                case DayOfWeek.Saturday:
                    marketHours = _saturday;
                    break;
                default:
                    throw new ArgumentOutOfRangeException(nameof(localDateTime), localDateTime, null);
            }
 
            // If the earlyCloseTime is between a segment, change the close time with it
            // and add it after the segments prior to the earlyCloseTime
            // Otherwise, just take the segments prior to the earlyCloseTime
            if (_earlyCloses.TryGetValue(localDateTime.Date, out var earlyCloseTime))
            {
                var index = marketHours.Segments.Count;
                MarketHoursSegment newSegment = null;
                for (var i = 0; i < marketHours.Segments.Count; i++)
                {
                    var segment = marketHours.Segments[i];
                    if (segment.Start <= earlyCloseTime && earlyCloseTime <= segment.End)
                    {
                        newSegment = new MarketHoursSegment(segment.State, segment.Start, earlyCloseTime);
                        index = i;
                        break;
                    }
                    else if (earlyCloseTime < segment.Start)
                    {
                        // we will drop any remaining segment starting by this one
                        index = i - 1;
                        break;
                    }
                }
 
                var newSegments = new List<MarketHoursSegment>(marketHours.Segments.Take(index));
                if (newSegment != null)
                {
                    newSegments.Add(newSegment);
                }
                marketHours = new LocalMarketHours(localDateTime.DayOfWeek, newSegments);
            }
 
            // If the lateOpenTime is between a segment, change the start time with it
            // and add it before the segments previous to the lateOpenTime
            // Otherwise, just take the segments previous to the lateOpenTime
            if (_lateOpens.TryGetValue(localDateTime.Date, out var lateOpenTime))
            {
                var index = 0;
                var newSegments = new List<MarketHoursSegment>();
                for(var i = 0; i < marketHours.Segments.Count; i++)
                {
                    var segment = marketHours.Segments[i];
                    if (segment.Start <= lateOpenTime && lateOpenTime <= segment.End)
                    {
                        newSegments.Add(new (segment.State, lateOpenTime, segment.End));
                        index = i + 1;
                        break;
                    }
                    else if (lateOpenTime < segment.Start)
                    {
                        index = i;
                        break;
                    }
                }
 
                newSegments.AddRange(marketHours.Segments.TakeLast(marketHours.Segments.Count - index));
                marketHours = new LocalMarketHours(localDateTime.DayOfWeek, newSegments);
            }
 
            return marketHours;
        }
 
        /// <summary>
        /// Helper to determine if the current time is after a market early close
        /// </summary>
        private bool IsTimeAfterEarlyClose(DateTime localDateTime)
        {
            TimeSpan earlyCloseTime;
            return _earlyCloses.TryGetValue(localDateTime.Date, out earlyCloseTime) && localDateTime.TimeOfDay >= earlyCloseTime;
        }
 
        /// <summary>
        /// Helper to determine if the current time is before a market late open
        /// </summary>
        private bool IsTimeBeforeLateOpen(DateTime localDateTime)
        {
            TimeSpan lateOpenTime;
            return _lateOpens.TryGetValue(localDateTime.Date, out lateOpenTime) && localDateTime.TimeOfDay <= lateOpenTime;
        }
 
        /// <summary>
        /// Gets the previous trading day
        /// </summary>
        /// <param name="localDate">The date to start searching at in this exchange's time zones</param>
        /// <returns>The previous trading day</returns>
        public DateTime GetPreviousTradingDay(DateTime localDate)
        {
            localDate = localDate.AddDays(-1);
            while (!IsDateOpen(localDate))
            {
                localDate = localDate.AddDays(-1);
            }
 
            return localDate;
        }
 
        /// <summary>
        /// Gets the next trading day
        /// </summary>
        /// <param name="date">The date to start searching at</param>
        /// <returns>The next trading day</returns>
        public DateTime GetNextTradingDay(DateTime date)
        {
            date = date.AddDays(1);
            while (!IsDateOpen(date))
            {
                date = date.AddDays(1);
            }
 
            return date;
        }
    }
}