1.0ISE Developer Bloghttps://devblogs.microsoft.com/iseDasith Wijesiriwardenahttps://devblogs.microsoft.com/ise/author/dasithwijes/PromptFlow Serve - Benchmark Result Analysis - ISE Developer Blogrich600338<blockquote class="wp-embedded-content" data-secret="EY0C703o4K"><a href="https://devblogs.microsoft.com/ise/promptflow-performance-testing-analysis/">PromptFlow Serve – Benchmark Result Analysis</a></blockquote><iframe sandbox="allow-scripts" security="restricted" src="https://devblogs.microsoft.com/ise/promptflow-performance-testing-analysis/embed/#?secret=EY0C703o4K" width="600" height="338" title="“PromptFlow Serve – Benchmark Result Analysis” — ISE Developer Blog" data-secret="EY0C703o4K" frameborder="0" marginwidth="0" marginheight="0" scrolling="no" class="wp-embedded-content"></iframe><script type="text/javascript">
/* <![CDATA[ */
/*! This file is auto-generated */
!function(d,l){"use strict";l.querySelector&&d.addEventListener&&"undefined"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!/[^a-zA-Z0-9]/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret="'+t.secret+'"]'),o=l.querySelectorAll('blockquote[data-secret="'+t.secret+'"]'),c=new RegExp("^https?:$","i"),i=0;i<o.length;i++)o[i].style.display="none";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute("style"),"height"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):"link"===t.message&&(r=new URL(s.getAttribute("src")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener("message",d.wp.receiveEmbedMessage,!1),l.addEventListener("DOMContentLoaded",function(){for(var e,t,s=l.querySelectorAll("iframe.wp-embedded-content"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute("data-secret"))||(t=Math.random().toString(36).substring(2,12),e.src+="#?secret="+t,e.setAttribute("data-secret",t)),e.contentWindow.postMessage({message:"ready",secret:t},"*")},!1)))}(window,document);
//# sourceURL=https://devblogs.microsoft.com/ise/wp-includes/js/wp-embed.min.js
/* ]]> */
</script>
https://devblogs.microsoft.com/ise/wp-content/uploads/sites/55/2024/09/feature_image.png945419In this post we discuss how to test the throughput of PromptFlow pf-serve module and key learnings doing so. We explore the impact on throughput and performance the different WSGI and ASGI hosting methods have and the importance of engineering your Python nodes with the async await pattern for I/O.