Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

HPCC-33145: Optimize ESP server span creation #19373

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
165 changes: 126 additions & 39 deletions esp/bindings/http/platform/httpservice.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -34,6 +34,8 @@
#include "htmlpage.hpp"
#include "dasds.hpp"

#include <map>

/***************************************************************************
* CEspHttpServer Implementation
***************************************************************************/
Expand Down Expand Up @@ -297,6 +299,59 @@ void CEspHttpServer::traceRequest(IEspContext* ctx, const char* normalizeMethod)
span->setSpanAttribute("url.full", full);
}

// Enumeration of "esp" service methods. These are generally requests for files or form markup, in
// other words, they are web service overhead not specific to any ESP instance. Add new values as
// additional requests become relevant.
enum class EspGetMethod
{
None, // empty name
Files,
Xslt,
Body,
Frame,
TitleBar,
Nav,
NavData,
NavMenuEvent,
SoapReq,
// DO NOT MAP NAMES TO THE FOLLOWING VALUES:
Unhandled, // catch-all for any method name not explicitly handled by processRequest
NotApplicable, // request not associated with the "esp" service
};
struct EspGetMethodNameComparator
{
bool operator()(const char* lhs, const char* rhs) const { return stricmp(lhs, rhs) < 0; }
};
using EspGetMethodMap = std::map<const char*, EspGetMethod, EspGetMethodNameComparator>;
// Association of method names to specific "esp" service requests. This mapping allows
// processRequest to decide if the request should be traced before processing the request, without
// repeating the method name string comparisons. Multiple names may map to the same request, and
// all redundant names (e.g., "files" and "files_") must be included in the map.
static const EspGetMethodMap getRequests{
// esp
{"", EspGetMethod::None},
// esp/<key>
{"files", EspGetMethod::Files},
{"xslt", EspGetMethod::Xslt},
{"body", EspGetMethod::Body},
{"frame", EspGetMethod::Frame},
{"titlebar", EspGetMethod::TitleBar},
{"nav", EspGetMethod::Nav},
{"navdata", EspGetMethod::NavData},
{"navmenuevent", EspGetMethod::NavMenuEvent},
{"soapreq", EspGetMethod::SoapReq},
// same as above but with trailing underscore
{"files_", EspGetMethod::Files},
{"xslt_", EspGetMethod::Xslt},
{"body_", EspGetMethod::Body},
{"frame_", EspGetMethod::Frame},
{"titlebar_", EspGetMethod::TitleBar},
{"nav_", EspGetMethod::Nav},
{"navdata_", EspGetMethod::NavData},
{"navmenuevent_", EspGetMethod::NavMenuEvent},
{"soapreq_", EspGetMethod::SoapReq},
};

int CEspHttpServer::processRequest()
{
IEspContext* ctx = m_request->queryContext();
Expand Down Expand Up @@ -351,6 +406,44 @@ int CEspHttpServer::processRequest()
m_request->getEspPathInfo(stype, &pathEx, &serviceName, &methodName, false);
ESPLOG(LogNormal,"sub service type: %s. parm: %s", getSubServiceDesc(stype), m_request->queryParamStr());

// getEspPathInfo provides all information needed to decide if the request should be
// traced. Create a server span, if needed, before proceding with request processing
// so maximize the amount of request processing that can be traced. Specifically, user
// authentication and authorization may generate trace output.
bool wantTracing = queryTraceManager().isTracingEnabled();
EspGetMethod espGetMethod = EspGetMethod::NotApplicable;
if (streq(method, GET_METHOD))
{
if (sub_serv_root == stype)
wantTracing = false;
else if (strieq(serviceName, "esp"))
{
// At this time, the presence of a method name in the get request map is sufficient
// to suppress trace output. The mapped value will be used later.
EspGetMethodMap::const_iterator it = getRequests.find(methodName);
if (it != getRequests.end())
{
espGetMethod = it->second;
wantTracing = false;
}
else
espGetMethod = EspGetMethod::Unhandled;
}
}
else if (!m_apport)
wantTracing = false;
Owned<ISpan> serverSpan;
if (wantTracing)
{
// The context will be destroyed when this request is destroyed. So initialise a
// SpanScope in the context to ensure the span is also terminated at the same time.
serverSpan.setown(m_request->createServerSpan(serviceName, methodName));
ctx->setRequestSpan(serverSpan);
}
else
serverSpan.setown(getNullSpan());
ActiveSpanScope serverSpanScope(serverSpan);

m_request->updateContext();
ctx->setServiceName(serviceName.str());
ctx->setHTTPMethod(method.str());
Expand Down Expand Up @@ -395,40 +488,40 @@ int CEspHttpServer::processRequest()
return onGetApplicationFrame(m_request.get(), m_response.get(), ctx);
}

if (!stricmp(serviceName.str(), "esp"))
// Use the previously identified method selector to dispatch the request.
switch (espGetMethod)
{
if (!methodName.length())
return 0;

if (methodName.charAt(methodName.length()-1)=='_')
methodName.setCharAt(methodName.length()-1, 0);
if (!stricmp(methodName.str(), "files"))
{
if (!getTxSummaryResourceReq())
ctx->cancelTxSummary();
checkInitEclIdeResponse(m_request, m_response);
return onGetFile(m_request.get(), m_response.get(), pathEx.str());
}
else if (!stricmp(methodName.str(), "xslt"))
{
if (!getTxSummaryResourceReq())
ctx->cancelTxSummary();
return onGetXslt(m_request.get(), m_response.get(), pathEx.str());
}
else if (!stricmp(methodName.str(), "body"))
return onGetMainWindow(m_request.get(), m_response.get());
else if (!stricmp(methodName.str(), "frame"))
return onGetApplicationFrame(m_request.get(), m_response.get(), ctx);
else if (!stricmp(methodName.str(), "titlebar"))
return onGetTitleBar(m_request.get(), m_response.get());
else if (!stricmp(methodName.str(), "nav"))
return onGetNavWindow(m_request.get(), m_response.get());
else if (!stricmp(methodName.str(), "navdata"))
return onGetDynNavData(m_request.get(), m_response.get());
else if (!stricmp(methodName.str(), "navmenuevent"))
return onGetNavEvent(m_request.get(), m_response.get());
else if (!stricmp(methodName.str(), "soapreq"))
return onGetBuildSoapRequest(m_request.get(), m_response.get());
case EspGetMethod::None:
return 0;
case EspGetMethod::Files:
if (!getTxSummaryResourceReq())
ctx->cancelTxSummary();
checkInitEclIdeResponse(m_request, m_response);
return onGetFile(m_request.get(), m_response.get(), pathEx.str());
case EspGetMethod::Xslt:
if (!getTxSummaryResourceReq())
ctx->cancelTxSummary();
return onGetXslt(m_request.get(), m_response.get(), pathEx.str());
case EspGetMethod::Body:
return onGetMainWindow(m_request.get(), m_response.get());
case EspGetMethod::Frame:
return onGetApplicationFrame(m_request.get(), m_response.get(), ctx);
case EspGetMethod::TitleBar:
return onGetTitleBar(m_request.get(), m_response.get());
case EspGetMethod::Nav:
return onGetNavWindow(m_request.get(), m_response.get());
case EspGetMethod::NavData:
return onGetDynNavData(m_request.get(), m_response.get());
case EspGetMethod::NavMenuEvent:
return onGetNavEvent(m_request.get(), m_response.get());
case EspGetMethod::SoapReq:
return onGetBuildSoapRequest(m_request.get(), m_response.get());
case EspGetMethod::Unhandled:
case EspGetMethod::NotApplicable:
break;
default:
IERRLOG("unexpected EspGetMethod value: %d", (int)espGetMethod);
break;
}
}

Expand Down Expand Up @@ -500,12 +593,6 @@ int CEspHttpServer::processRequest()
return 0;
}

//The context will be destroyed when this request is destroyed. So initialise a SpanScope in the context to
//ensure the span is also terminated at the same time.
Owned<ISpan> serverSpan = m_request->createServerSpan(serviceName, methodName);
ctx->setRequestSpan(serverSpan);
ActiveSpanScope spanScope(serverSpan);

if (thebinding!=NULL)
{
if(stricmp(method.str(), POST_METHOD)==0)
Expand Down
3 changes: 2 additions & 1 deletion esp/bindings/http/platform/httptransport.cpp
Original file line number Diff line number Diff line change
Expand Up @@ -1924,7 +1924,7 @@ ISpan * CHttpRequest::createServerSpan(const char * serviceName, const char * me
spanName.append("/").append(methodName);
spanName.toLowerCase();
Owned<IProperties> httpHeaders = getHeadersAsProperties(m_headers);
return queryTraceManager().createServerSpan(spanName, httpHeaders, SpanFlags::EnsureGlobalId);
return queryTraceManager().createServerSpan(spanName, httpHeaders, &m_receivedAt, SpanFlags::EnsureGlobalId);
}

void CHttpRequest::annotateSpan(const char * key, const char * value)
Expand Down Expand Up @@ -2089,6 +2089,7 @@ int CHttpRequest::processHeaders(IMultiException *me)
char oneline[MAX_HTTP_HEADER_LEN + 2];

int lenread = m_bufferedsocket->readline(oneline, MAX_HTTP_HEADER_LEN + 1, me);
m_receivedAt.now(); // use receipt of a first line as the start time for a server span
if(lenread <= 0) //special case client connected and disconnected, load balancer ping?
return -1;
else if (lenread > MAX_HTTP_HEADER_LEN)
Expand Down
1 change: 1 addition & 0 deletions esp/bindings/http/platform/httptransport.ipp
Original file line number Diff line number Diff line change
Expand Up @@ -329,6 +329,7 @@ const char* getSubServiceDesc(sub_service stype);
class esp_http_decl CHttpRequest : public CHttpMessage
{
private:
SpanTimeStamp m_receivedAt;
StringAttr m_httpMethod;
StringAttr m_espServiceName;
StringAttr m_espMethodName;
Expand Down
Loading