o iT@sddlZddlZddlZddlZddlmZddlmZddlm Z dZ GdddZ Gdd d Z d e d e d efd dZGdddZdddZedkrRedSdS)N)reduce)Path)DuckDBPyConnectiona :root { --text-primary-color: #0d0d0d; --text-secondary-color: #444; --doc-codebox-border-color: #e6e6e6; --doc-codebox-background-color: #f7f7f7; --doc-scrollbar-bg: #e6e6e6; --doc-scrollbar-slider: #ccc; --duckdb-accent: #009982; --duckdb-accent-light: #00b89a; --card-bg: #fff; --border-radius: 8px; --shadow: 0 4px 14px rgba(0,0,0,0.05); } html, body { margin: 0; padding: 0; font-family: Inter, system-ui, -apple-system, "Segoe UI", Roboto, sans-serif; color: var(--text-primary-color); background: #fafafa; line-height: 1.55; } .container { max-width: 1000px; margin: 40px auto; padding: 0 20px; } header { display: flex; align-items: center; gap: 10px; margin-bottom: 5px; } header img { width: 100px; height: 100px; } header h1 { font-size: 1.5rem; font-weight: 600; margin: 0; color: var(--text-primary-color); } /* === Table Styling (DuckDB documentation style, flat header) === */ table { border-collapse: collapse; width: 100%; margin-bottom: 20px; text-align: left; font-variant-numeric: tabular-nums; border: 1px solid var(--doc-codebox-border-color); border-radius: var(--border-radius); overflow: hidden; box-shadow: var(--shadow); background: var(--card-bg); } thead { background-color: var(--duckdb-accent); color: white; } th, td { padding: 10px 12px; font-size: 14px; vertical-align: top; } th { font-weight: 700; } tbody tr { border-bottom: 1px solid var(--doc-codebox-border-color); } tbody tr:last-child td { border-bottom: none; } tbody tr:hover { background: var(--doc-codebox-border-color); } tbody tr.phase-details-row { border-bottom: none; } tbody tr.phase-details-row:hover { background: transparent; } tbody tr.phase-details-row details summary { font-size: 12px; padding: 4px 0; } tbody tr.phase-details-row details[open] summary { margin-bottom: 4px; } /* === Chart/Card Section === */ .chart { padding: 20px; border: 1px solid var(--doc-codebox-border-color); border-radius: var(--border-radius); background: var(--card-bg); box-shadow: var(--shadow); overflow: visible; } /* === Tree Layout Styling === */ .tf-tree { overflow-x: visible; overflow-y: visible; padding-top: 20px; } .tf-nc { background: var(--card-bg); border: 1px solid var(--doc-codebox-border-color); border-radius: var(--border-radius); padding: 6px; display: inline-block; } .node-body { font-size: 13px; text-align: left; padding: 10px; white-space: nowrap; } .node-body p { margin: 2px 0; } .node-details { white-space: nowrap; overflow: visible; display: inline-block; } /* === Metric Boxes === */ .chart .metrics-grid { display: grid; grid-template-columns: repeat(auto-fit, minmax(150px, 1fr)); gap: 16px; margin-bottom: 20px; } .chart .metric-box { background: var(--card-bg); border: 1px solid var(--doc-codebox-border-color); border-radius: var(--border-radius); box-shadow: var(--shadow); padding: 12px 16px; text-align: center; transition: transform 0.2s ease, box-shadow 0.2s ease; } .chart .metric-box:hover { transform: translateY(-2px); box-shadow: 0 6px 18px rgba(0, 0, 0, 0.08); } .chart .metric-title { font-size: 13px; color: var(--text-secondary-color); margin-bottom: 4px; text-transform: uppercase; letter-spacing: 0.5px; } .chart .metric-value { font-size: 18px; font-weight: 600; color: var(--duckdb-accent); } /* === SQL Query Block === */ .chart.sql-block { background: var(--doc-codebox-background-color); border: 1px solid var(--doc-codebox-border-color); border-radius: var(--border-radius); box-shadow: var(--shadow); padding: 16px; overflow-x: auto; margin-top: 20px; } .chart.sql-block pre { margin: 0; font-family: "JetBrains Mono", "Fira Code", Consolas, monospace; font-size: 13.5px; line-height: 1.5; color: var(--text-primary-color); white-space: pre; } .chart.sql-block code { color: var(--duckdb-accent); font-weight: 500; } /* === Links, Typography, and Consistency === */ a { color: var(--duckdb-accent); text-decoration: underline; transition: color 0.3s; } a:hover { color: black; } strong { font-weight: 600; } /* === Dark Mode Support === */ @media (prefers-color-scheme: dark) { :root { --text-primary-color: #e6e6e6; --text-secondary-color: #b3b3b3; --doc-codebox-border-color: #2a2a2a; --doc-codebox-background-color: #1e1e1e; --card-bg: #111; } body { background: #0b0b0b; } thead { background-color: var(--duckdb-accent); } tbody tr:hover { background: #222; } /* Fix tree node text visibility in dark mode */ .tf-nc .node-body, .tf-nc .node-body p, .tf-nc .node-details { color: #1a1a1a !important; } /* Fix metric title visibility in dark mode */ .chart .metric-title { color: #b3b3b3; } } c@sBeZdZdedededdfddZdeddfd d Zdd d ZdS) NodeTimingphasetimedepthreturnNcCs||_||_||_d|_dSNr)rrr percentage)selfrrrr O/home/ubuntu/.local/lib/python3.10/site-packages/duckdb/query_graph/__main__.py__init__s zNodeTiming.__init__ total_timecCs|j||_dSN)rr )r rr r rcalculate_percentageszNodeTiming.calculate_percentagercCs|j|j}t|j||jSr)rrrr)r rrr r rcombine_timings zNodeTiming.combine_timing)rrr r) __name__ __module__ __qualname__strfloatintrrrr r r rrsrc@speZdZdddZdeddfddZdedeefd d Zdedefd d Z deefd dZ de fddZ dS) AllTimingsr NcCs i|_dSrphase_to_timingsr r r rr" zAllTimings.__init__ node_timingcCs4|j|jvr|j|j|dS|g|j|j<dSr)rrappend)r r r r radd_node_timing%s zAllTimings.add_node_timingrcCs |j|Srrr rr r rget_phase_timings+rzAllTimings.get_phase_timingscCsttj|j|Sr)rrrrr#r r rget_summary_phase_timings.z$AllTimings.get_summary_phase_timingscs.tj}|jfddd||S)Ncs |jSr)r%rxrr r3s z'AllTimings.get_phases..)key)listrkeyssortreverse)r phasesr rr get_phases1szAllTimings.get_phasescCs$d}|jD] }|||j7}q|Sr )rr%r)r total_timing_sumrr r rget_sum_of_all_timings7s z!AllTimings.get_sum_of_all_timingsr N) rrrrrr"rr+r$r%r0rr2r r r rr!s rfpathflagsr cCst|j|ddS)Nutf8)modeencoding)ropen)r4r5r r r open_utf8>r&r:c@seZdZd:dedBdedBddfddZdefddZdefd d Zd;d edefd dZ d ProfilingInfoNconn from_filer cCs||_||_dSr)r<r=)r r<r=r r rrCs zProfilingInfo.__init__cCsL|jdurt|jd }|WdS1swY|jjddS)Nrjson)format)r=r:readr<get_profiling_information)r fr r rto_jsonGs  zProfilingInfo.to_jsoncCst|Sr)r>loadsrCrr r r to_pydictNszProfilingInfo.to_pydict profile.html output_filecCs|}|j||d}|S)N) input_textrG)rC_translate_json_to_html)r rGprofiling_info_text html_outputr r rto_htmlQszProfilingInfo.to_htmlrtop_node query_timingsrcCsFt|dt|d|}|||dD] }||||dqdS)N operator_typeoperator_timingchildren)rrr"_get_child_timings)r rMrNrr childr r rrSVs   z ProfilingInfo._get_child_timingsfractioncCstdtd|}d}d}t|d|d|d|}t|d|d|d|}t|d|d|d|}d|d|d|dS)zReturns a shade between very light (#f7fff0) and a slightly darker green-yellow, depending on the fraction (0..1). rrR))rW#02x)maxminr)rU light_color dark_colorrgbr r r_get_f7fff0_shade_hex\s   z#ProfilingInfo._get_f7fff0_shade_hexnameresultcpu_timecardest result_size extra_infoc Csd|t||d}|dkrdn|dd} t|d} d|d } | d 7} | d | d 7} |d krU| d| d7} | d|d7} | d|d7} | d|d7} | d7} | d7} | d7} | d|d7} | d7} | d7} | d7} | d7} | S)z5Generate the HTML body for a single node in the tree.zbackground-color: ;INVALIDBRIDGE_ .4fzz
z

z

rz

time: zs

z

cardinality: z

z

estimate: z

result size: z bytes

z
zExtra infoz
z



z
z)rdrreplace) r rerfrgrhrirjrk node_stylenew_name formatted_numbodyr r r_get_node_bodyns(  zProfilingInfo._get_node_body json_graphc Csd}d}d}d}|dD]}|d|}|dkrt|}q ||d|d7}q td d |}td d |}||d |d||d||dtdd|} d} t|ddkro| d7} |dD] } | || |7} q`| d7} || | |S)Nz
  • z
    • rrkzEstimated Cardinalityz: z
    z__internal_\s*__zcompress_integral\s*compressrOrPoperator_cardinalityresult_set_sizez,\s*z, rQrRz
      z
    )rresubrxlen_generate_tree_recursive) r ryrgnode_prefix_htmlnode_suffix_htmlrkestimater*value node_body children_htmlrTr r rrs6      z&ProfilingInfo._generate_tree_recursive graph_jsonc Csrt|}|||d}d}d}|}|}|td|ddg|}|D]} || } | || dkr?d| dn| } |d| d t | j d d t | j d dd d 7}| dkr| | } t| dkr|dt| d7}t| ddddD]-} | |d| jd}|d|d| jdt | j d dt | j d dd d 7}q~|d7}q)||7}||S)z3Generates timing HTML table with expandable phases.z zz
    Phase Time (s) Percentage
    zExecution Time (CPU)Nzzz z dz% rRz
    Show z nodes cSs|jSr)rr'r r rr)sz5ProfilingInfo._generate_timing_html..T)r*r.z z z~
    u ↳ Depth zS z-%
    )r>rD_gather_timing_informationr2r0r"rr%rroundrrr r$rsortedr)r rrNry table_head table_body table_endexecution_time all_phasesrsummarized_phase phase_column phase_timingsr depth_indentr r r_generate_timing_htmlsT              z#ProfilingInfo._generate_timing_htmlcCst|}t|ddd|dddkr"t|ddddnd|dddkr7t|ddddnd|dddkrLt|ddddnd|dddkr]|ddd ndd }d }|D]}|d |d ||d7}qe|d7}|S)NlatencyN/Arqtotal_bytes_readi@total_bytes_writtensystem_peak_buffer_memorycumulative_rows_scanned,)zExecution Time (s)z Total GB ReadzTotal GB WrittenzPeak Memory (GB)z Rows Scannedz
    zP
    z1
    z&
    rr)r>rDrget)rrymetricsmetric_grid_htmlr*r r r_generate_metric_grid_htmls0  z(ProfilingInfo._generate_metric_grid_htmlcCs&t|}|dd}d|d}|S)N query_namerzx
    SQL Query 
    
    zI

    )r>rDr)rry sql_querysql_htmlr r r_generate_sql_query_htmls   z&ProfilingInfo._generate_sql_query_htmlcCs>t|}t|d}d}d}||dd|}|||S)Nrgz&
      z
    rQr)r>rDrr)r rryrg tree_prefix tree_suffix tree_bodyr r r_generate_tree_html!s   z!ProfilingInfo._generate_tree_html json_inputcCsDddlm}||d}|dd|dd|dd |d S) Nr)HTMLFzW ${CSS} ${LIBRARIES}
    ${CHART_SCRIPT} z${CSS}cssz${CHART_SCRIPT} chart_scriptz ${LIBRARIES} libraries)IPython.core.displayr_generate_htmlrs)r rrrKr r r_generate_ipython+s     zProfilingInfo._generate_ipythoninclude_meta_infocCsd}d}|t|ddS)NzP zp rz) treeflex_css duckdb_cssrr) qgraph_css)rrrrr r r_generate_style_html9sz"ProfilingInfo._generate_style_htmlr>cCs||dd|dS)NrQr)rS)r r>rNr r rr?sz(ProfilingInfo._gather_timing_information input_filerHc Cs$t}|dur |}n&|dur(t|d }|}Wdn1s"wYntdtd||d}||}|||} ||} | |} t|d8}d} | d|d} | d |d } | d |} | d | } | d | } | d| } | | WddS1swYdS)Nrz.please provide either input file or input textrRTzw+a  Query Profile Graph for Query ${TREEFLEX_CSS}
    DuckDB Logo

    Query Profile Graph

    ${METRIC_GRID}
    ${SQL_QUERY} ${TIMING_TABLE}
    ${TREE} z${TREEFLEX_CSS}rz ${DUCKDB_CSS}rz${METRIC_GRID}z ${SQL_QUERY}z${TIMING_TABLE}z${TREE}) rr:r@printexitrrrrrrswrite) r rrHrGrNtextrBrKhighlight_metric_grid timing_table tree_outputsql_query_htmlhtmlr r rrIEs2             "z%ProfilingInfo._translate_json_to_html)NN)rF)r)NNrF)rrrrrrrCdictrErLobjectrrS staticmethodrrdrxrrrrrrboolrrrIr r r rr;Bs\  $H r;cCstjddd}|jddd|jdddd |jd dd d d |}|j}|j}|js@d|vr7|dd}ntdtdnd|jvrI|j}ntdtd|j }t |d}|j |d|rqt j dt |dddSdS)NzQuery Graph GeneratorzjGiven a json profile output, generate a html file showing the query graph and timings of operators)prog descriptionz--profile_inputzprofile input in json)helpz--outF)requireddefaultz--open store_trueT)ractionrz.jsonz.htmlz%please provide profile output in jsonrRz/please provide valid .html file for output name)r=)rGzfile://r[)new)argparseArgumentParser add_argument parse_args profile_inputoutrsrrr9r;rL webbrowserrresolve)parserargsinputoutput open_outputprofiling_infor r rmain}s2     r__main__r3)rr>rr functoolsrpathlibrduckdbrrrrrrr:r;rrr r r rs(    ="