<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
    <head> 
        <meta http-equiv="Content-Type" content="text/html; charset=utf-8"> 
        <meta name="viewport" content="width=device-width, initial-scale=1.0, maximum-scale=1.0"> 
        <base href="https://issues.jboss.org"> 
        <title>Message Title</title> 
    </head> 
    <body class="jira" style="color: #333333; font-family: Arial, sans-serif; font-size: 14px; line-height: 1.429"> 
        <table id="background-table" cellpadding="0" cellspacing="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; background-color: #f5f5f5; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt" bgcolor="#f5f5f5"> 
            <!-- header here --> 
            <tbody>
                <tr> 
                    <td id="header-pattern-container" style="padding: 0px; border-collapse: collapse; padding: 10px 20px"> 
                        <table id="header-pattern" cellspacing="0" cellpadding="0" border="0" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                            <tbody>
                                <tr> 
                                    <td id="header-avatar-image-container" valign="top" style="padding: 0px; border-collapse: collapse; vertical-align: top; width: 32px; padding-right: 8px" width="32"> <img id="header-avatar-image" class="image_fix" src="https://static.jboss.org/developer/gravatar/307bdfa3d580d78abd03814ba5b451a7?d=mm&amp;s=48" height="32" width="32" border="0" style="border-radius: 3px; vertical-align: top"> </td> 
                                    <td id="header-text-container" valign="middle" style="padding: 0px; border-collapse: collapse; vertical-align: middle; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 1px"> <a class="user-hover" rel="aliok2" id="email_aliok2" href="https://issues.jboss.org/secure/ViewProfile.jspa?name=aliok2" style="color:#0052cc;; color: #3b73af; text-decoration: none">Ali Ok</a> <strong>commented</strong> on <a href="https://issues.jboss.org/browse/AEROGEAR-8816" style="color: #3b73af; text-decoration: none"><img src="cid:jira-generated-image-avatar-f51ac56e-d65c-45c4-925d-8b2fc47337d5" height="16" width="16" border="0" align="absmiddle" alt="Task"> AEROGEAR-8816</a> </td> 
                                </tr> 
                            </tbody>
                        </table> </td> 
                </tr> 
                <tr> 
                    <td id="email-content-container" style="padding: 0px; border-collapse: collapse; padding: 0 20px"> 
                        <table id="email-content-table" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; border-spacing: 0; border-collapse: separate"> 
                            <tbody>
                                <tr> 
                                    <!-- there needs to be content in the cell for it to render in some clients --> 
                                    <td class="email-content-rounded-top mobile-expand" style="padding: 0px; border-collapse: collapse; color: #ffffff; padding: 0 15px 0 16px; height: 15px; background-color: #ffffff; border-left: 1px solid #cccccc; border-top: 1px solid #cccccc; border-right: 1px solid #cccccc; border-bottom: 0; border-top-right-radius: 5px; border-top-left-radius: 5px; height: 10px; line-height: 10px; padding: 0 15px 0 16px; mso-line-height-rule: exactly" height="10" bgcolor="#ffffff">&nbsp;</td> 
                                </tr> 
                                <tr> 
                                    <td class="email-content-main mobile-expand " style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff" bgcolor="#ffffff"> 
                                        <table class="page-title-pattern" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                            <tbody>
                                                <tr> 
                                                    <td style="vertical-align: top;; padding: 0px; border-collapse: collapse; padding-right: 5px; font-size: 20px; line-height: 30px; mso-line-height-rule: exactly" class="page-title-pattern-header-container"> <span class="page-title-pattern-header" style="font-family: Arial, sans-serif; padding: 0; font-size: 20px; line-height: 30px; mso-text-raise: 2px; mso-line-height-rule: exactly; vertical-align: middle"> <a href="https://issues.jboss.org/browse/AEROGEAR-8816" style="color: #3b73af; text-decoration: none">Re: PoC - Investigate if it's possible to replace app metrics with Prometheus push gateway</a> </span> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <tr> 
                                    <td id="text-paragraph-pattern-top" class="email-content-main mobile-expand  comment-top-pattern" style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff; border-bottom: none; padding-bottom: 0" bgcolor="#ffffff"> 
                                        <table class="text-paragraph-pattern" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 2px"> 
                                            <tbody>
                                                <tr> 
                                                    <td class="text-paragraph-pattern-container mobile-resize-text " style="padding: 0px; border-collapse: collapse; padding: 0 0 10px 0"> <h1 style="margin: 10px 0 0 0; margin-top: 0; font-size: 24px; font-weight: normal; line-height: 1.250; margin: 40px 0 0 0; margin-top: 0"><a name="Conclusion" style="color: #3b73af; text-decoration: none"></a>Conclusion</h1> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0; margin-top: 10px"><a name="Scope" style="color: #3b73af; text-decoration: none"></a>Scope</h2> <p style="margin: 10px 0 0 0">Scope of this document is only about mobile app and mobile security metrics. It doesn't suggest any change in Keycloak metrics, Sync metrics and the advanced analytics in Kibana.</p> <p style="margin: 10px 0 0 0">In a nutshell, mobile devices are generating events such as <tt>sdkInit</tt> or <tt>securityCheck</tt> they push it to a backend. Then Grafana visualizes the received data.</p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="Currentarchitecture%3A" style="color: #3b73af; text-decoration: none"></a>Current architecture:</h2> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">+---------------------------------+                                            +-----------------------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|     AeroGear Metrics Server     |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |  Sa^es data to                             |       Postgres                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 +--------------------------------------------&gt;                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">+----------------------------+----+                                            +------------------+----------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             ^                                                                    ^</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    | Consumes</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    +---------------+--------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |     Grafana                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             | Sends data to                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  +----------+-------------+                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |                                      +------------------------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |     Mobile Device      |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  +------------------------+
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="SuggestedArchitecture" style="color: #3b73af; text-decoration: none"></a>Suggested Architecture</h2> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">+---------------------------------+                                            +-----------------------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|     Prometheus Push Gateway     |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                    Scrapes |       Prometheus                  |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 +&lt;-------------------------------------------+                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">|                                 |                                            |                                   |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">+----------------------------+----+                                            +-----------------------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             ^</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    ^</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    | Consumes</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    +---------------+--------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |     Grafana                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             | Sends data to                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                             |                                                    |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  +----------+-------------+                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |                                      |                                    |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |                                      +------------------------------------+</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |     Mobile Device      |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  |                        |</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">                  +------------------------+
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="Architecturediffs" style="color: #3b73af; text-decoration: none"></a>Architecture diffs</h2> <p style="margin: 10px 0 0 0">In current architecture, we have a metrics server which simply receives events from mobile devices and saves them to the database. Grafana then visualizes the data on the database.</p> <p style="margin: 10px 0 0 0">In the new architecture, we're suggesting to replace the metrics server with Prometheus Push Gateway. That gateway is essentially doing what the metrics server is doing. But instead of writing to the database, it keeps the data in memory and waits Prometheus to scrape it.</p> <p style="margin: 10px 0 0 0">We already have a Prometheus instance in our current architecture, but it is not used for the mobile app metrics. Instead, it is used to monitor the server instances of bunch of other services. So, the new architecture will not introduce any new component, other than the push gateway.</p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="Limitations" style="color: #3b73af; text-decoration: none"></a>Limitations</h2> <p style="margin: 10px 0 0 0">In the current architecture, we're using Postgres with JSON/BSON features. It is quite powerful and flexible and we can do any aggregation with it.<br> However, in the new architecture, the metrics will be stored in Prometheus, which is not a full-feature database. It can provide good aggregations, but some of the existing graphs won't be possible.</p> <p style="margin: 10px 0 0 0">For example, the graph "Unique Clients Per App Id" will not be possible.</p> <p style="margin: 10px 0 0 0">To illustrate, assume we have these entries in Prometheus series <tt>sdkInitEvent</tt>.</p> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">sdkInitEvent{appId="com.example.someApp",appVersion="1.2.3",clientId="i2",framework="native",job="gateway",platform="ios",platformVersion="11.3",sdkVersion="3.0.0"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">sdkInitEvent{appId="com.example.someApp",appVersion="256",clientId="a2",framework="native",job="gateway",platform="android",platformVersion="28",sdkVersion="3.0.0"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">sdkInitEvent{appId="com.example.someApp",appVersion="4.5.6",clientId="i1",framework="native",job="gateway",platform="ios",platformVersion="10.1",sdkVersion="2.0.0"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">sdkInitEvent{appId="com.example.someOtherApp",appVersion="257",clientId="a1",framework="cordova",job="gateway",platform="android",platformVersion="28",sdkVersion="3.0.0"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">sdkInitEvent{appId="com.example.someOtherApp",appVersion="7.8.9",clientId="i1",framework="cordova",job="gateway",platform="ios",platformVersion="10.1",sdkVersion="2.0.0"}        1
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <p style="margin: 10px 0 0 0">Finding the unique client ids is possible in 2 steps:</p> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">Query: count by (clientId)(sdkInitEvent)</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0">&nbsp;</pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="a1"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="i2"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="a2"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="i1"}        2
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <p style="margin: 10px 0 0 0">Query above would tell us the number of events per client ids. When we do another aggregation, we would get the number of unique client ids.</p> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">Query: count (count by (clientId)(sdkInitEvent))</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0">&nbsp;</pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{}        4
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <p style="margin: 10px 0 0 0">However fragmenting the query in the first step is not possible. Some example queries:</p> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">Query: count by (appId)(sdkInitEvent)</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0">&nbsp;</pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someApp"}        3</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someOtherApp"}        2
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <p style="margin: 10px 0 0 0">We lost the client id information and can't aggregate again on that.</p> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">Query: count by (clientId)(sdkInitEvent)</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0">&nbsp;</pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="a1"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="i2"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="a2"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{clientId="i1"}        2
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <p style="margin: 10px 0 0 0">We lost the app id information and can't aggregate again on that.</p> <p style="margin: 10px 0 0 0"></p> 
                                                        <div id="syntaxplugin" class="syntaxplugin" style="border: 1px dashed #bbb; border-radius: 5px !important; overflow: auto; max-height: 30em;"> 
                                                            <table cellspacing="0" cellpadding="0" border="0" width="100%" style="font-size: 1em; line-height: 1.4em !important; font-weight: normal; font-style: normal; color: black;; border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                                <tbody> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;  margin-top: 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">Query: count by (clientId, appId)(sdkInitEvent)</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0">&nbsp;</pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someOtherApp",clientId="i1"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someApp",clientId="i2"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someApp",clientId="a2"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someApp",clientId="i1"}        1</span></pre> </td> 
                                                                    </tr> 
                                                                    <tr id="syntaxplugin_code_and_gutter"> 
                                                                        <td style=" line-height: 1.4em !important; padding: 0em; vertical-align: top;; padding: 0px; border-collapse: collapse"> <pre style="font-size: 1em; margin: 0 10px;   margin-bottom: 10px;  width: auto; padding: 0;; margin: 10px 0 0 0; margin-top: 0"><span style="color: black; font-family: 'Consolas', 'Bitstream Vera Sans Mono', 'Courier New', Courier, monospace !important;">{appId="com.example.someOtherApp",clientId="a1"}        1
</span></pre> </td> 
                                                                    </tr> 
                                                                </tbody> 
                                                            </table> 
                                                        </div> <p style="margin: 10px 0 0 0"></p> <p style="margin: 10px 0 0 0">Won't help.</p> <p style="margin: 10px 0 0 0">So, some of the charts in the existing dashboards will be gone. However, we think this is a good trade off.</p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="Failures" style="color: #3b73af; text-decoration: none"></a>Failures</h2> <p style="margin: 10px 0 0 0">Prometheus Push Gateway instances store the data in memory. So if it fails for a reason, the metrics for that period of time will be gone. But Prometheus scrapes the gateway often enough to make this problem neglected.</p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="Scalability" style="color: #3b73af; text-decoration: none"></a>Scalability</h2> <p style="margin: 10px 0 0 0">As there's no persistence in the gateway, we can scale horizontally. We can create a K8s service with bunch of pods and make Prometheus scrape each pod. Prometheus will store metrics from each pod and when we aggregate, it will aggregate data came from all pods. We already have experience with this kind of setup in scraping AeroGear mobile services.</p> <h2 style="margin: 10px 0 0 0; font-size: 20px; font-weight: normal; line-height: 1.500; margin: 40px 0 0 0"><a name="Gateways" style="color: #3b73af; text-decoration: none"></a>Gateways</h2> <p style="margin: 10px 0 0 0">This document talks about Prometheus Push Gateway, which is nothing but a metrics cache. However, there is also something called "WeaveWorks aggregation gateway" which is a fork of the Prometheus Push Gateway. That one claims it aggregates data and let Prometheus scrape the aggregated data.</p> <p style="margin: 10px 0 0 0">This aggregating on the gateway actually has the potential to solve our limitation mentioned above, but there are absolutely 0 documents about how to configure the aggregations. Even basic instructions are missing. I asked WeaveWorks community around this (mailing list and Slack) and received no answer. I would not recommend this component.</p> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <tr> 
                                    <td class="email-content-main mobile-expand " style="padding: 0px; border-collapse: collapse; border-left: 1px solid #cccccc; border-right: 1px solid #cccccc; border-top: 0; border-bottom: 0; padding: 0 15px 0 16px; background-color: #ffffff" bgcolor="#ffffff"> 
                                        <table id="actions-pattern" cellspacing="0" cellpadding="0" border="0" width="100%" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 1px"> 
                                            <tbody>
                                                <tr> 
                                                    <td id="actions-pattern-container" valign="middle" style="padding: 0px; border-collapse: collapse; padding: 10px 0 10px 24px; vertical-align: middle; padding-left: 0"> 
                                                        <table align="left" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                                            <tbody>
                                                                <tr> 
                                                                    <td class="actions-pattern-action-icon-container" style="padding: 0px; border-collapse: collapse; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 0; vertical-align: middle"> <a href="https://issues.jboss.org/browse/AEROGEAR-8816#add-comment" target="_blank" title="Add Comment" style="color: #3b73af; text-decoration: none"> <img class="actions-pattern-action-icon-image" src="cid:jira-generated-image-static-comment-icon-f8bc4924-0b39-4422-9a8e-ece86dd702e7" alt="Add Comment" title="Add Comment" height="16" width="16" border="0" style="vertical-align: middle"> </a> </td> 
                                                                    <td class="actions-pattern-action-text-container" style="padding: 0px; border-collapse: collapse; font-family: Arial, sans-serif; font-size: 14px; line-height: 20px; mso-line-height-rule: exactly; mso-text-raise: 4px; padding-left: 5px"> <a href="https://issues.jboss.org/browse/AEROGEAR-8816#add-comment" target="_blank" title="Add Comment" style="color: #3b73af; text-decoration: none">Add Comment</a> </td> 
                                                                </tr> 
                                                            </tbody>
                                                        </table> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                                <!-- there needs to be content in the cell for it to render in some clients --> 
                                <tr> 
                                    <td class="email-content-rounded-bottom mobile-expand" style="padding: 0px; border-collapse: collapse; color: #ffffff; padding: 0 15px 0 16px; height: 5px; line-height: 5px; background-color: #ffffff; border-top: 0; border-left: 1px solid #cccccc; border-bottom: 1px solid #cccccc; border-right: 1px solid #cccccc; border-bottom-right-radius: 5px; border-bottom-left-radius: 5px; mso-line-height-rule: exactly" height="5" bgcolor="#ffffff">&nbsp;</td> 
                                </tr> 
                            </tbody>
                        </table> </td> 
                </tr> 
                <tr> 
                    <td id="footer-pattern" style="padding: 0px; border-collapse: collapse; padding: 12px 20px"> 
                        <table id="footer-pattern-container" cellspacing="0" cellpadding="0" border="0" style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                            <tbody>
                                <tr> 
                                    <td id="footer-pattern-text" class="mobile-resize-text" width="100%" style="padding: 0px; border-collapse: collapse; color: #999999; font-size: 12px; line-height: 18px; font-family: Arial, sans-serif; mso-line-height-rule: exactly; mso-text-raise: 2px"> This message was sent by Atlassian Jira <span id="footer-build-information">(v7.12.1#712002-<span title="609a50578ba6bc73dbf8b05dddd7c04a04b6807c" data-commit-id="609a50578ba6bc73dbf8b05dddd7c04a04b6807c}">sha1:609a505</span>)</span> </td> 
                                    <td id="footer-pattern-logo-desktop-container" valign="top" style="padding: 0px; border-collapse: collapse; padding-left: 20px; vertical-align: top"> 
                                        <table style="border-collapse: collapse; mso-table-lspace: 0pt; mso-table-rspace: 0pt"> 
                                            <tbody>
                                                <tr> 
                                                    <td id="footer-pattern-logo-desktop-padding" style="padding: 0px; border-collapse: collapse; padding-top: 3px"> <img id="footer-pattern-logo-desktop" src="https://issues.jboss.org/images/mail/atlassian-email-logo.png" alt="Atlassian logo" title="Atlassian logo" width="191" height="24" class="image_fix"> </td> 
                                                </tr> 
                                            </tbody>
                                        </table> </td> 
                                </tr> 
                            </tbody>
                        </table> </td> 
                </tr> 
            </tbody>
        </table>   
    </body>
</html>