U mh2*@stddlZddlZddlZddlZddlZddlmZmZmZm Z ddl m Z ddl m Z m Z mZmZmZddlmZddlmZddlZejdejddd lmZmZmZmZmZmZdd lm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&m'Z'ej(ej)d d e*e+Z,e ddddZ-e-j.edgddgdgdda/da0e-1dddZ2e-1dddZ3GdddeZ4e-5dddZ6e-5d d!d"Z7e-j8d#ee9e fd$e4ed%d&d'Z:e-j8d(ee9e fd$eed%d)d*Z;e-j5d+ed$e9d,d-d.Ze-5d7d8d9Z?e-5d:d;d<Z@e+d=krpejAd>d?d@dAdBdCdS)DN)ListOptionalDictAny)datetime)FastAPI HTTPExceptionBackgroundTasks UploadFileFile)CORSMiddleware) BaseModelz/appz /app/shared) SearchRequestSearchResponseBatchSearchRequestProcessingStatus ErrorResponse HealthStatus) KafkaClientget_search_topicTOPICS) RedisClient get_cache_key CACHE_KEYSCACHE_EXPIRATIONz4%(asctime)s - %(name)s - %(levelname)s - %(message)s)levelformatzWebSearch Microservices APIz-API Gateway for distributed web search system1.0.0)titleZ descriptionversion*T)Z allow_originsZallow_credentialsZ allow_methodsZ allow_headersZstartupc sTztatatdWn4tk rN}ztd|W5d}~XYnXdS)z!Initialize connections on startupz API Gateway started successfullyzFailed to start API Gateway: N)r kafka_clientr redis_clientloggerinfo Exceptionerrorer)services/api-gateway/main.py startup_event3sr+Zshutdowncs&tr ttrttddS)z Clean up connections on shutdownzAPI Gateway shutdown completedN)r!closer"r#r$r)r)r)r*shutdown_event@s r-c@sReZdZUeed<dZeed<dZeed<dZeed<dZ eed <d Z e ed <d S) SingleSearchRequestquerygoogle search_engine max_resultsdelaytimeoutTheadlessN) __name__ __module__ __qualname__str__annotations__r1r3intr5r7r8boolr)r)r)r*r.Ks     r./csddtdS)z Root endpointz#WebSearch Microservices API Gatewayr)messager timestamp)rnow isoformatr)r)r)r*rootSs rEz/healthc szftdk }d}tr2ztjd}Wn YnX|r>|r>dnd}td||rPdnd|rZdndddWStk r}z.td |tddd t|idWYSd}~XYnXdS) zHealth check endpointNFTZhealthyZ unhealthyz api-gateway)ZkafkaZredis)Z service_namestatusZdetailszHealth check failed: r&) r!r"ZclientZpingrr%r#r&r<)Z kafka_healthyZ redis_healthyrFr(r)r)r* health_check\s0    rGz/search)Zresponse_model)requestbackground_tasksc s&zt|j|j|j|j|j|jd}ttd|j d}t |j dd|jd|jd}t j || tddt|j}tj|| |j d }|std d d td |j d||j dd|jd|jd|j dWStk r }z$td|td t|d W5d}~XYnXdS)zPerform a single search query)r/r1r3r5r7r8REQUEST_STATUS request_idpendingzSearch request for 'z' using rLrFrAZexpiretopicrAkeyzFailed to send search requestZ status_codeZdetailzSearch request z sent to zSearch request submitted for '/status/)rLrFrAcheck_status_urlzError in single search: N)rr/r1r3r5r7r8rrrLrr"setdictrrr! send_messagerr#r$r%r&r<)rHrIZsearch_request status_keyinitial_statusrQZ message_sentr(r)r)r* single_search~sB    r\z /search/batchc sdzttd|jd}t|jddt|jdt|jdd}tj|| t ddg}|jD]6}|jD]*}t |||j |j |j|jd }||qlqb|D]$}t|j}tj|| |jd qtd |jd t|d |jdt|dt|jdt|jdd|jdWStk r^} z$td| tdt| dW5d} ~ XYnXdS)z=Perform batch search with multiple queries and search enginesrJrKrMzBatch search with z queries across z enginesrNrO)r/r1r3r5user_id session_idrPzBatch search request z with z individual searcheszBatch search submitted with rU)rLrFZtotal_searchesrArVzError in batch search: rSrTN)rrrLrlenZqueriesZsearch_enginesr"rWrXrrr3r5r]r^appendrr1r!rYr#r$r%r&rr<) rHrIrZr[Zsearch_requestsr/ZengineZ search_reqrQr(r)r)r* batch_searchsJ    raz/status/{request_id}rKc sz6ttd|d}t|}|s,tdddtf|WStk rLYnHtk r}z*td|d|tdt |dW5d }~XYnXd S) z"Get the status of a search requestrJrKzRequest not foundrTzError getting status for : rSN) rrr"getrrr%r#r&r<)rLrZZ status_datar(r)r)r* get_statuss   rez/results/{request_id}c sz0ttd|d}t|}|s,tddd|WStk rFYnHtk r}z*td|d|tdt|dW5d }~XYnXd S) z-Get the results of a completed search requestZSEARCH_RESULTSrKrbzResults not foundrTzError getting results for rcrSN) rrr"rdrr%r#r&r<)rLZ results_keyZ results_datar(r)r)r* get_resultss  rfz/upload/queries.)filec sz||jdstdddd|j}tjtj|ddt|d}|Id H}| |W5QRX|jt |d d WSt k r}z$t d |td t|dW5d }~XYnXd S)z5Upload a file containing queries for batch processing)z.csvz.xlsxz.xlsiz&Only CSV and Excel files are supportedrTz/app/results/uploads/T)exist_okwbNzGFile uploaded successfully. Processing functionality to be implemented.)filenamesizerAzError uploading file: rS)rjendswithrosmakedirspathdirnameopenreadwriter_r%r#r&r<)rgZ file_pathbufferZcontentr(r)r)r*upload_queriess    ruz/enginescsddddddgddS)z$Get list of available search enginesr0ZbingZyandexZ duckduckgoZyahooZbaidu)Zenginesdefaultr)r)r)r)r*get_available_enginessrwz/metricsc sbzddddtdWStk r\}z$td|tdt|dW5d}~XYnXdS)z!Get system metrics and statisticsrg)Zrequests_processedZactive_requestsZ success_rateZaverage_response_timerBzError getting metrics: rSrTN)rrCrDr%r#r&rr<r'r)r)r* get_metrics&s rx__main__zmain:appz0.0.0.0i@r$F)ZhostZportZ log_levelreload)BrmsysZloggingZasyncioZuuidtypingrrrrrZfastapirrr r r Zfastapi.middleware.corsr Zpydanticr Zuvicornror`Zshared.models.schemasrrrrrrZshared.utils.kafka_utilsrrrZshared.utils.redis_utilsrrrrZ basicConfigINFOZ getLoggerr9r#ZappZadd_middlewarer!r"Zon_eventr+r-r.rdrErGZpostr<r\rarerfrurwrxrunr)r)r)r*s            !.1