lKjPddlmZmZddlmZmZmZmZddlm Z m Z ddl m Z m Z mZmZddlmZmZmZmZddlmZddlmZddlZddlZddlZddlZddlZddlZddlZej@e!Z"Gdd Z#y) )BROWSER_BUNDLE_IDSEXCLUDED_BUNDLE_IDS) DesktopStateSizeWindowStatus) BoundingBoxTreeElementNode)Image ImageDraw ImageFont ImageGrab)LiteralOptionalTupleUnion)TreeNc eZdZdZdefdZ d6dededefdZ d7d e d d e e d e e e e fd e e e e fde f dZ d8de d e dde de e e ffdZ d9de de de e de e de f dZ d:de e e fde dde ddfdZ d;de e e fde de dd ed!eddf d"Z dd4ee!dededeej<edffd5Z"y)?Desktopc0t|_d|_y)N)rtree desktop_state)selfs j/Users/ahmed/devFolder/Ultron/claude-voice/.venv/lib/python3.12/site-packages/macos_mcp/desktop/service.py__init__zDesktop.__init__sF !returncJtj\}}t||S)zIReturn the virtual screen size (all displays combined) in logical points.)widthheight)ax GetScreenSizer)rrr s rget_screen_sizezDesktop.get_screen_sizes!((* v%//r use_visionas_bytesscalec|j}|j}|jj|}|r|j |j ||}nd}t ||||S)N) active_window)nodesr%r&)r(windows screenshot tree_state) get_windowsget_foreground_windowr get_stateget_annotated_screenshotinteractive_nodesr)rr$r%r&r*r(r,r+s rr/zDesktop.get_states~ ""$224 YY((}(E 66 22!7J J'!!   rNmode)launchresizemoveswitchname window_loc window_sizec|dk(r&|sytj|}|rd|dSd|dS|dk(rq|sytj|xstj|}|sd|d Stj|j t jd d |dS|d k(r]tj}|r |jsy |j}|sy|jt|dt|dy|dk(r]tj}|r |jsy|j}|sy|jt|dt|dyd|S)z;Manage applications: launch, resize, move, or switch focus.r3z*App name or bundle ID required for launch.z Launched .zFailed to launch r6z*App name or bundle ID required for switch.z Application 'z ' not found.g?z Switched to r4zNo frontmost window to resize.z%window_size required for resize mode.rzWindow resized.r5zNo frontmost window to move.z"window_loc required for move mode.z Window moved.zUnknown mode: ) r!LaunchApplicationGetRunningApplicationByNameGetRunningApplicationByBundleIdActivateApplicationPIDtimesleepGetFrontmostApplication MainWindowResizefloat MoveWindowTo)rr2r7r8r9okappwins rrJz Desktop.app5so 8 C%%d+B*,YtfA& M4EdV12M M 8 C00:33D9 &tfL99  " "377 + JJsO!$q) ) 8 ,,.Ccnn7..C> JJu[^,eKN.C D$ 6>,,.Ccnn5..C;   U:a=15A3G H"v&&rcommand)shell osascripttimeoutc2tj|||S)z'Execute a shell or AppleScript command.)r2rO)r!ExecuteCommand)rrLr2rOs rexecute_commandzDesktop.execute_commandas  tWEErmessagetitlesubtitlesoundcpddl}dtj|dtj|}|r|dtj|z }|r|dtj|z }|jdd|gd d }|jdk(rd |d |Sd |j j S)z!Send a macOS notification banner.rNzdisplay notification z with title z subtitle z sound name rNz-eT)capture_outputtextzNotification sent: [z] zFailed to send notification: ) subprocessjsondumpsrun returncodestderrstrip)rrSrTrUrVrZscriptresults rnotifyzDesktop.notifyjs $DJJw$7#8 TZZPUEVDW X    4::h#7"89 9F   TZZ%6$78 8F $ '4      !)%7)< <.v}}/B/B/D.EFFrlocbutton)leftrightmiddleclicksc&|\}}|dk(rtj||y|dk(r3|dk(rtj||ytj||y|dk(rtj||y|dk(rtj ||yy)z#Perform mouse click at coordinates.rNrfrgrh)r!MoveTo DoubleClickClick RightClick MiddleClick)rrdrerixys rclickz Desktop.clicks1 Q; IIaO  V {q!$A w  MM!Q  x  NN1a  rrYcaret_position)startidleendclear press_enterc|\}}tj||tj||tjd|rUtj ddtjdtj dtjd|dk(r,tj ddtjdn0|d k(r+tj dd tjdtj ||r.tjtjjy y ) z0Type text at coordinates. Clicks to focus first.g?rLa皙?deleterurfg{Gz?rwrgN) r!rlrnrBrCHotKeyTypeTextKeyPressKeyCodeReturn)rrdrYrtrxryrqrrs rtypez Desktop.types1 !Q A 3  IIi % JJt  IIh  JJt  W $ IIi ( JJt  u $ IIi ) JJt  D  KK )) * r scroll_type) horizontalvertical direction)updownrfrg wheel_timesc|r1tj|d|dtjd|dvrdnd}t |D]}|dk(r6|dvr0|dkrtj dntj dn8y|d vr0|dkrtjdntjdny tjdy ) z0Scroll at coordinates or current mouse position.rr<r|)rrgr)rrz1Use direction 'up' or 'down' for vertical scroll.)rfrgz6Use direction 'left' or 'right' for horizontal scroll.N) r!rlrBrCrangeWheelUp WheelDown WheelLeft WheelRight)rrdrrrmult_s rscrollzDesktop.scrolls  IIc!fc!f % JJt !22q{#Aj(.%)AXBJJqM2<<?N 11'+axBLLOR]]15ES JJt $rc<tj|d|dy)z!Move mouse cursor to coordinates.rr<N)r!rl)rrds rr5z Desktop.moves #a&#a&!rcttj}tj|d|d|d|dy)z1Drag from current position to target coordinates.rr<N)r! GetCursorPosDragTo)rrdrus rdragz Desktop.drags0! %(E!Hc!fc!f5rshortcutc|jdDcgc] }|jj"}}tj|ycc}w)z-Execute keyboard shortcut (e.g. 'command+c').+N)splitr`lowerr!r~)rrkkeyss rrzDesktop.shortcuts@+3>>#+>?+>a !+>? 4@s%Aurlc ddi}tj|d|}|jddlm}||jddg S#t $r}t |cYd }~Sd }~wwxYw) zFetch URL content as markdown.z User-AgentzuMozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0.0.0 Safari/537.36 )rOheadersr) markdownifyrastyle)r`N)requestsgetraise_for_statusrrY Exceptionstr)rrrrres rscrapezDesktop.scrapesi VG S"g>A   /qvvh-@A A q6M sAA A( A#A(#A(durationc.tj|y)z*Pause for the specified number of seconds.N)rBrC)rrs rwaitz Desktop.waits 8rc \d}tjdd}tj}|r |j}|stj }|stj}d}|r ddlm }||}|tj|}|yd} |j}||jxs|}|j} t|} ||k7r>t!|j"xs||t$v| t'dddddd|j|St!dd | t'dddddd|j|S|jt$v} |j(} | rt't+| j,t+| j.t+| j0t+| j2t+| j4t+| j6} nt'dddddd} |j} t|} t!|j"| | | |j|jS#t $rd}Y wxYw#t $rd}YwxYw#t $rd}YwxYw#t$rtj} YwxYw#t$rtj} YwxYw) Nzcom.apple.finderr|r)ApplicationControl)pidrftoprgbottomrr r7 is_browserstatus bounding_boxr bundle_idFinderF)rBrCr!rDrArGetMenuBarOwningApplicationGetForegroundWindowPIDmacos_mcp.ax.controlsrr?rEBundleIdentifierr ValueErrorACTIVErNamerr BoundingRectangleintrfrrgrrr ) rFINDER_BUNDLE_IDr frontmostrJrwindowr status_strrrrectrs rr.zDesktop.get_foreground_windows- 4..0  mm002C++-C  D(S1 ;445EFC ; ^^F >,,@0@IJ ' +,,.Y(,>>!!,!!AUV_`!a'  (aQaQR[\]GG#  ))-?? '' &^M$**o4;;'$**o4;;' L'AQq!LZZ  #J'F!%**   O     F  ' 'T #]]F #sY H9.I  I I/? J9 II II I,+I,/J  J J+*J+c ~tjd}g}|D]~}|jxsd}|tvr|jxsd}|j }|t v}|j} t|} | tjtjtjfvrtdddddd} n|j} | r| j} | rtt| j t| j"t| j$t| j&t| j(t| j*} n#tdddddd} ntdddddd} |j-t/||| | |||S#t$rtj} YGwxYw)u Get list of user-facing application windows on the desktop. Uses the ax module's ApplicationControl API for all data. Returns: windows — list of Window objects Regular)policyrrr)r!GetRunningApplicationsrrrrArrr WINDOWLESSHIDDEN MINIMIZEDr rErrrfrrgrrr appendr) rappsr*rJrapp_namerrrrbbox main_windowrs rr-zDesktop.get_windowsEs(( :C,,2I//xx~2H''C"&88JJ + + &--)9)96;L;LMM"q!1UVW!nn &88D*!$TYY #DHH "%djj/#&t{{#3"%djj/#&t{{#3   +!"1Aa 'AQq!D NN!)!!%'  ShO +** +s) FF<;F<ctjd}|r7tj}|j |d|j S|S)z Capture a screenshot of the screen using Pillow ImageGrab. Args: as_bytes: If True, return PNG bytes. Returns: PIL Image, PNG bytes, or None on failure. T) all_screensPNGformat)rgrabioBytesIOsavegetvalue)rr%imagebufs rget_screenshotzDesktop.get_screenshotsA40 **,C JJs5J )<<> ! rr)c|jtjdydtjdzz}tj dzz}t jd||fd}|jftj|tjd}D]}||d <||d z }rdd ndrtd Dndd tdtdtt ffd d tdtdt"ttfffd rddntj$} t'dtd| z d} t(j*j-| sd} t/j0| t7dtdt8ddffd } t;|D]\} } | | | |dkru|dkDrpt'dt|j|z}t'dt|j |z}|j=||ft j>j@}|r7tCjD}|jG|d|jIS|S#t2$rt/j4YwxYw)a Take a screenshot and annotate it with numbered bounding boxes for each interactive element. Captures the screenshot internally. Mirrors Windows-MCP. Args: nodes: List of TreeElementNode (interactive_nodes from tree state). as_bytes: If True, return PNG bytes; otherwise return PIL Image. Returns: Annotated PIL Image, PNG bytes, or None on failure. NzeScreenshot capture failed. Grant Screen Recording permission in System Settings > Privacy & Security.g?RGBrr)colorr pixel_left pixel_width logical_leftc3&K|] }|d yw) logical_topN.0ds r z3Desktop.get_annotated_screenshot..s8-Q- -lxlyrcD]:}|d|cxkr|d|dzksn|d|cxkr|d|dzks6|cS<y)Nr logical_widthrlogical_heightr)rrr display_infoss r _find_displayz7Desktop.get_annotated_screenshot.._find_displays`"n%Ta.?!OBT.TT-(BW=1AAFVDW1WWHX# rc ||}|r8|dt||dz |dzz}t||dz |dz}||fSjttdDdz }t| z |zt| z |zfS)Nrrr&rc3&K|] }|d yw)rNrrs rrzNDesktop.get_annotated_screenshot.._logical_to_pixel..s> 1Ao& rr<)rrmaxsum) rrrpxpy avg_scalerrimg virtual_left virtual_tops r_logical_to_pixelz;Desktop.get_annotated_screenshot.._logical_to_pixelsb"%A|_sB>1B,Baj+P'QQ"q//1W:=>2v  C> >>%I\)Y67k!Y.: rr& z#/System/Library/Fonts/Helvetica.ttcz,/System/Library/Fonts/Supplemental/Arial.ttflabelnodecf|j}|jdks|jdkry|j|j|j|jf}|!vry!j ||j|j zdz }|j|jzdz }||}|r|d}|d}|d} |d} |t|j| z |zz z} t|j| z |z z} |t|j | z |zz z} t|j| z |z z}nT|j|j\} } |j |j\} }| z } | z } | z } | z }tj|tjddtjddtjddf}j| | | |g|d t|} jd | \}}}}||z ||z }}| |z d z }| |z d z }| kr|}||zd z}||zd z}j||||g|j#|dz|dzf|dy#t$rt!|d z}}YwwxYw)Nrrkr&rrr2r)outliner)rr)font)fillr)rr)rrr rfraddrgrrrandomseedrandint rectanglertextbboxrlenrY)"r r boxbox_keycxcyrspldldtx1y1x2y2r label_textrfrrgrtext_wtext_htag_x1tag_y1tag_x2tag_y2rrdrawr font_sizepadding seen_boxess" rdraw_annotationz9Desktop.get_annotated_screenshot..draw_annotations##CyyA~qxx#))SZZ@G*$ NN7 #((SYY&!+B''CJJ&!+Bb"%AgJ|_~&}%#sxx"}122W<#''B,!+,w6#syy2~233g=#**r/Q./'9*388SWW=B*399cjjABg g g g  KK r3'r3'r3'E NNBB+U!N DUJ @+/==RV=+W(c5&!&v| &[1_F&[1_Ff_q(Ff_q(F NNFFFF;%N H II!VaZ(*4o   @!$Z1!4i @s#JJ0/J0?r<rr)%rloggerwarningrrr r newpaster Drawr!GetPerDisplayInfominrGrdicttuple GetDPIScalerospathexistsr truetyper load_defaultsetr enumerater4 ResamplingBILINEARrrrr)rr)r%r&rr paddedpixel_left_accr dpi_scale font_pathr2ir new_wnew_hrrrrr.rr/rr0r1rrs @@@@@@@@@@@rr0z Desktop.get_annotated_screenshots"!!# ; NNw CIIg -.SZZ#-/055&/I S7G,-~~f% ,,. A,AlO a . .N  % U uS#X  2?M!$W-BNNDT CY/0  ,=I77>>),J %%i;D69U : 3: o: $: : x!'GAt At $( 3;5193v||e345E3v}}u456E]]E5>53C3C3L3LMF **,C KKEK *<<> ! [ ,))+D ,s:9J((K K )FFr3)r3NNN)rMr) NotificationNN)rfr<)rvFF)r<)F)Fr3)#__name__ __module__ __qualname__rrr#boolrGr/rrrrrrJrRrcrsrrr5rrrrrr.listr-rr bytesrr r0rrrrrs="00!      4?G"0415 *':;*'sm*'U38_- *' eCHo. *' *'^/6 FF*+F F sCx F$"&# GGG3- G } G G66< ! 38_!12! !  !2;A! + 38_++ 67 +  +  + +B  eCHo &5689    # 4"c3h"D"6c3h6D6  # # STW x'7W r@T&\@H u{{E4' (. ZO$ZZ Z u{{E4' ( Zrr)$macos_mcp.desktop.configrrmacos_mcp.desktop.viewsrrrrmacos_mcp.tree.viewsr r PILr r r rtypingrrrrmacos_mcp.tree.servicer macos_mcp.axr!rloggingrr[rr>rB getLoggerrOr4rrrrr^sVLFF=6622'   8 $bbr