iMdZddlmZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddlmZmZe rdd lmZddlZdd lmZdd lmZej2eZd Zd ZGddeZy)zATradingView live data feed with real-time streaming capabilities.) annotationsN)datetime) TYPE_CHECKING) relativedelta) TvDatafeedInterval)CallableConsumerSeis2c(eZdZdZGddeZ d dfd ZddZ d dfd Z d dd Z d dd Z d dd Z dfd Z d e jddddf dfd ZddZddZxZS)TvDatafeedLiveaLive data feed for TradingView with real-time streaming. Extends TvDatafeed to provide real-time data streaming via threaded callback architecture. Users can monitor multiple symbol-exchange-interval sets (Seis) and register callback functions to process new data bars. Args: username: TradingView username (optional) password: TradingView password (optional) Example: >>> tvl = TvDatafeedLive(username='user', password='pass') >>> def callback(seis, data): ... print(f"New bar: {data}") >>> seis = tvl.new_seis('ETHUSDT', 'BINANCE', Interval.in_1_hour) >>> consumer = seis.new_consumer(callback) ceZdZdZdfd ZddZ ddZddZddZddZ ddZ ddfd Z dfd Z dd Z dfd Zfd Zdfd ZxZS) TvDatafeedLive._SeisesAndTriggerzInternal class to manage Seis objects and interval timing. Tracks symbol-exchange-interval sets and their expiry times for efficient polling of new data bars. ct|d|_d|_t j |_idtddtddtd d td d td dtddtddtddtddtddtddtddtddtddtdd td!|_y)"zInitialize interval tracker.FN1r)minutes35r153045-1H)hours2H3H4H1D)days1W)weeks1M)months3M6M12M ) super__init__ _trigger_quit _trigger_dt threadingEvent_trigger_interruptrd _timeframes)self __class__s L/home/work/apex_v16/venv/lib/python3.12/site-packages/tvDatafeed/datafeed.pyr4z)TvDatafeedLive._SeisesAndTrigger.__init__6s3 G  !&D *.D &/oo&7D # R] R] R] bn   bn   bn  bqk bqk bqk bqk baj bqk bl bl bl  r}! D c|jsy|jDcgc]}|d }}|j|dScc}w)z~Get the next closest expiry datetime. Returns: Next expiry datetime or None if empty Nrr)valuessort)r<rAinterval_dt_lists r>_next_trigger_dtz1TvDatafeedLive._SeisesAndTrigger._next_trigger_dtRsK ;;=8< Ffq F F  ! ! ##A& & Gs Acx|D]5}|j|k(s|j|k(s#|j|k(s3|cSy)aGet Seis by symbol, exchange, and interval. Args: symbol: Symbol name exchange: Exchange name interval: Time interval Returns: Matching Seis or None if not found N)symbolexchangeinterval)r<rFrGrHseiss r>get_seisz)TvDatafeedLive._SeisesAndTrigger.get_seis_sA  KK6)MMX-MMX-K  r?c|js|jj|j|_|jy |jt j z }|jjt|jd}|r |jry|s|jj y)zWait until next interval expires. Returns: True after waiting, False if interrupted for shutdown TrF) r5r9clearrDr6dtnowwaitmax total_seconds)r< wait_time interrupteds r>rOz%TvDatafeedLive._SeisesAndTrigger.waitvs %%''--/#446D ' ,,rvvx7 "55:: //115 4#5#5 $++113r?cg}|jD]I\}}tj|dk\s!|j||d|j|z|d<K|S)zGet list of expired intervals and update their expiry times. Returns: List of interval strings that have expired r)itemsrMrNappendr;)r<expired_intervalsrHrAs r> get_expiredz,TvDatafeedLive._SeisesAndTrigger.get_expiredsk !# $(JJL G &668vay(%,,X6 &q D,<,quitz%TvDatafeedLive._SeisesAndTrigger.quits!%D   # # ' ' )r?ctd)z%Clear all interval groups and Seises.zClear operation not supported)NotImplementedErrorr[s r>rLz&TvDatafeedLive._SeisesAndTrigger.clears%&EF Fr?c|s!d|_|jj|jj}||j vr"t ||dj|y| td||j|z}|j||g|g|jx}|jk7r"||_ |jjyy)zAppend new Seis instance to tracker. Args: seis: Seis instance to add update_dt: Last update datetime (required for new intervals) FrNz.Missing update datetime for new interval group)r5r9rLrHvaluekeysr3 __getitem__rV ValueErrorr; __setitem__rDr6rZ)r<rI update_dt interval_keynext_update_dt trigger_dtr=s r>rVz'TvDatafeedLive._SeisesAndTrigger.appends%*"''--/==..Ltyy{*#L1!4;;DA$$%UVV"+T-=-=l-K!K  /GH#'"7"7"99Jd>N>NN'1D$++//1Or?cv||vr td|jj}t||dj |t||ds`|j ||jx}|jk7r/|js"||_|jjyyyy)zRemove Seis instance from tracker. Args: seis: Seis instance to remove Raises: KeyError: If Seis not in tracker zSeis not found in trackerrN) KeyErrorrHr`r3rbremovepoprDr6r5r9rZ)r<rIrfrhr=s r>discardz(TvDatafeedLive._SeisesAndTrigger.discards4:;;==..L G  -a 0 7 7 =7&|4Q7&#'"7"7"99Jd>N>NNW[WiWi'1D$++//1XjN 8r?c"|jS)zeGet list of interval groups. Returns: View of interval keys )rar[s r> intervalsz*TvDatafeedLive._SeisesAndTrigger.intervalss 99; r?c(t||dS)zGet list of Seis for an interval. Args: interval_key: Interval string Returns: List of Seis instances r)r3rb)r<rfr=s r>rbz,TvDatafeedLive._SeisesAndTrigger.__getitem__s7&|4Q7 7r?c^g}t|D] }||dz } |jS)z Iterate over all Seis instances.r)r3rA__iter__)r< seises_list seis_listr=s r>rrz)TvDatafeedLive._SeisesAndTrigger.__iter__s;K"W^- , y|+  ,'') )r?c>t|D] }||dvs yy)zCheck if Seis is in tracker. Args: seis: Seis instance to check Returns: True if present, False otherwise rTF)r3rA)r<rIrtr=s r> __contains__z-TvDatafeedLive._SeisesAndTrigger.__contains__s/#W^- 9Q<' r?returnNone)rx dt | None)rFstrrGr{rHr rxz Seis | None)rxbool)rxz list[str])N)rIrrerzrxry)rIrrxry)rxz dict.KeysView)rfr{rxz list[Seis])rIrrxr|)__name__ __module__ __qualname____doc__r4rDrJrOrXr\rLrVrmrorbrrrv __classcell__r=s@r>_SeisesAndTriggerr/su  8 '        . 8 % *  G 2< 20  8 *  r?rNcddlm}t| |||t j |_d|_|j|_ y)zInitialize live data feed. Args: username: TradingView username password: TradingView password token_cache_file: Path to cache authentication token r)PathN) pathlibrr3r4r7Lock_lock _main_threadr_sat)r<usernamepasswordtoken_cache_filerr=s r>r4zTvDatafeedLive.__init__s@ ! 8-=>^^% 59**, r?cb|j||}|sy|D]}|d|k(s |d|k(syy)zValidate symbol and exchange combination. Args: symbol: Symbol name exchange: Exchange name Returns: True if invalid, False if valid TrFrGF) search_symbol)r<rFrG result_listitems r> _args_invalidzTvDatafeedLive._args_invalidsK((:  DH~'D,<,H r?cR|j||rtd|d|d|jj|||x}r|Sddlm}||||}|j j|dkDr|ndsy ||_||jvr7|jj||||j jS|jj}||jjvrt |9|j|j |jd } | t#| dk(rtd |d || j$j'd} |jj)|| n|jj)||j*At-j.d|j0d|_|j*j3||j jS#|j jwxYw)aCreate and add new Seis to live feed. Args: symbol: Ticker symbol exchange: Exchange name interval: Time interval timeout: Maximum wait time in seconds (-1 for blocking) Returns: Seis instance (existing or new), or False if timeout Raises: ValueError: If symbol/exchange combination invalid zSymbol 'z' on exchange 'z' not found in TradingViewrr rNtimeoutFr$)n_barszFailed to get initial data for z on tvdatafeed_main_loopT)nametargetdaemon)rrcrrJrIrracquire tvdatafeedreleaserHr`ror3get_histrFrGlenindex to_pydatetimerVrr7Thread _main_loopstart) r<rFrGrHrrI SeisClassnew_seisrf ticker_datarer=s r>rzTvDatafeedLive.new_seis0s*   fh /6(/(;UV  99%%fhA A4 AK ,VXx8zz!!Wq['d!K' !"&H 499$yy))&(HED JJ   ?$,,22L499#6#6#88#g.OO%%%% / &#k*:a*?$9&hZP(--;;=a@    95   *  ($-$4$4/??%! !!'') JJ   DJJ   s<1H D'H H&c||jvr td|jj|dkDr|ndsy |j D]}|j d|jj ||`|js|jj |jjy#|jjwxYw)aRemove Seis from live feed. Args: seis: Seis to remove timeout: Maximum wait time in seconds (-1 for blocking) Returns: True if successful, False if timeout Raises: ValueError: If Seis not in live feed Seis not in live feedrNrFT) rrcrr get_consumersputrmrr\r)r<rIrconsumers r>del_seiszTvDatafeedLive.del_seis~s" tyy 45 5zz!!Wq['d!K ! ..0 # T" # II  d #99   JJ   DJJ   s A)CC cT||jvr tdddlm}|||}|jj |dkDr|ndsy |j ||j||jjS#|jjwxYw)aCreate new Consumer for Seis with callback function. Args: seis: Seis to consume data from callback: Function(seis, data) to call with new data timeout: Maximum wait time in seconds (-1 for blocking) Returns: Consumer instance, or False if timeout Raises: ValueError: If Seis not in live feed rrr rNrF) rrcrr rr add_consumerrr)r<rIcallbackr ConsumerClassrs r> new_consumerzTvDatafeedLive.new_consumers& tyy 45 5 8 x0zz!!Wq['d!K !   h ' NN  JJ   DJJ   s "B B'c0|jj|dkDr|ndsy |j|jj||j  |jj y#|jj wxYw)zRemove Consumer from its Seis. Args: consumer: Consumer to remove timeout: Maximum wait time in seconds (-1 for blocking) Returns: True if successful, False if timeout rNrFT)rrrI pop_consumerstopr)r<rrs r> del_consumerzTvDatafeedLive.del_consumerstzz!!Wq['d!K !}}( **84 MMO JJ   DJJ   s 7A99Bc |jjr}|j5|jjD]-}|j|D]}d}t t D]} t ||j|j|jd}|@|j|r/t|dkDr|j|jd}ncddt%|t&zz}t)j*|t j-d|t |jj/||j1D]}|j3|0 ddd|jjr}|j5t5|jD]S}|j1D]#}|j7||j9%|jj;|Ud|_dddy#t$r+}t j#d|dzt ||Yd}~nd}~wwxYw#1swYxYw#1swYyxYw) aMain loop for retrieving and distributing live data. Continuously monitors tracked Seises and retrieves new data bars when intervals expire. Distributes data to registered consumers. Implements exponential backoff retry logic. Nr$)rHrr)labelszAttempt %d/%d failed for %s: %sg?z@Failed to retrieve data for %s after %d attempts - shutting down)rrOrrXrange RETRY_LIMITr3rrFrGrH is_new_datardropr Exceptionloggerwarningmin MAX_BACKOFFtimesleepcriticalr\rrlistrrrmr) r<rHrIdataattemptebackoffrr=s r>rzTvDatafeedLive._main_loops4iinn/ 3 $ 5 5 7.3H $ ( 3-3#(-['9$%G"',w'7$(KK$(MM-1]]+, (8("$(#38H8H8N'*4y1}/3yy 1 y/N$)'*Q#g{2K-K&LG JJw/5$%<#OO b $ + !IINN,$ +,0,>,>,@3 ( T 23Y-3.3/ 3iinnfZZ %TYY ( $ 2 2 4$H%%h/MMO$ !!$'  (!%D  % %;$-" &$E$+aK$/$($% !"!""+/ 3/ 3d % %sKAI0A1H"!A'I ,I&A3I%" I + I II II"%I.NSE Fc|jj|dkDr|ndsy t | ||||||}||jj S#|jj wxYw)aGet historical data (thread-safe version). Args: symbol: Symbol name exchange: Exchange name interval: Time interval n_bars: Number of bars to fetch fut_contract: Futures contract number extended_session: Include extended hours timeout: Maximum wait time in seconds (-1 for blocking) Returns: DataFrame with OHLCV data, or False if timeout rNrF)rrr3rr) r<rFrGrHr fut_contractextended_sessionrrr=s r>rzTvDatafeedLive.get_hist+ss0zz!!Wq['d!K !7# D JJ   DJJ   s AA3c |jjdr6 |jj|jj n|jj|j |j j dyy#|jj wxYw#t$r }tjd|Yd}~yd}~wwxYw)z!Cleanup when object is destroyed.F)blockingNrrzError during cleanup: %s) rrrr\rrjoinrrdebug)r<rs r>__del__zTvDatafeedLive.__del__Ts 8zz!!5!1)IINN$JJ&&(    ,!!&&q&1- JJ&&( 8 LL3Q 7 7 8s.B7BAB7B44B77 C CC c>|j|jyy)z%Explicitly stop and delete live feed.N)rrr[s r>del_tvdatafeedzTvDatafeedLive.del_tvdatafeedfs    ( LLN )r?)NNz~/.tv_token.json)r str | Nonerrrz str | Pathrxry)rFr{rGr{rxr|)r) rFr{rGr{rHr rintrxz Seis | bool)rIrrrrxr|)rIrrr rrrxzConsumer | bool)rr rrrxr|rw)rFr{rGr{rHr rrrz int | Nonerr|rrrxzpd.DataFrame | bool)r}r~rrdictrr4rrrrrrr in_dailyrrrrrs@r>rrs$VDVt $#'9 ---% -  -(4 L!L!L! L!  L!  L!b'!'!'!  '!Z #!#!#! #!  #!P!!!  !6B%N%..#'!&'!'!'! '!  '! ! '!'!'! '!R8$r?r)r __future__rloggingqueuer7rrrMtypingrdateutil.relativedeltarr:mainrr collections.abcr pandaspdrr rIr getLoggerr}rrrrr?r>rs\G"  # 6&("   8 $  M ZM r?