<!DOCTYPE article PUBLIC "-//NLM//DTD JATS (Z39.96) Journal Publishing DTD v1.1 20151215//EN" "http://jats.nlm.nih.gov/publishing/1.1/JATS-journalpublishing1.dtd">
<article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="1.1" specific-use="sps-1.9" xml:lang="en">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">ijcs</journal-id>
      <journal-title-group>
        <journal-title>International Journal of Cardiovascular Sciences</journal-title>
        <abbrev-journal-title abbrev-type="publisher">Int J Cardiovasc Sci </abbrev-journal-title>
      </journal-title-group>
      <issn pub-type="ppub">2359-4802</issn>
      <issn pub-type="epub">2359-5647</issn>
      <publisher>
        <publisher-name>Sociedade Brasileira de Cardiologia</publisher-name>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id specific-use="scielo-v3" pub-id-type="publisher-id">6JxYfzdhbcbZ8QS6YY4ZNvL</article-id>
      <article-id specific-use="previous-pid" pub-id-type="publisher-id">S2359-56472021005007207</article-id>
      <article-id specific-use="scielo-v2" pub-id-type="publisher-id">S2359-56472021000600114</article-id>
      <article-id pub-id-type="publisher-id">ijcs.20200240</article-id>
      <article-id pub-id-type="doi">10.36660/ijcs.20200240</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>ORIGINAL ARTICLE</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Accuracy of Self-Reported Arterial Hypertension in Brazil: Systematic Review and Meta-Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="author">
          <contrib-id contrib-id-type="orcid">0000-0003-1987-3584</contrib-id>
          <name>
            <surname>Moreira</surname>
            <given-names>Jessica Pronestino de Lima</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <name>
            <surname>Almeida</surname>
            <given-names>Renan Moritz Varnier Rodrigues de</given-names>
          </name>
          <xref ref-type="aff" rid="aff2">
            <sup>2</sup>
          </xref>
        </contrib>
        <contrib contrib-type="author">
          <contrib-id contrib-id-type="orcid">0000-0002-7784-9905</contrib-id>
          <name>
            <surname>Luiz</surname>
            <given-names>Ronir Raggio</given-names>
          </name>
          <xref ref-type="aff" rid="aff1">
            <sup>1</sup>
          </xref>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution content-type="orgdiv1">Instituto de Estudos de Sa&#250;de Coletiva</institution>
        <institution content-type="orgname">Universidade Federal do Rio de Janeiro</institution>
        <addr-line>
          <named-content content-type="city">Rio de Janeiro</named-content>
          <named-content content-type="state">RJ</named-content>
        </addr-line>
        <country country="BR">Brazil</country>
        <institution content-type="original">Instituto de Estudos de Sa&#250;de Coletiva, Universidade Federal do Rio de Janeiro &#8211; UFRJ, Rio de Janeiro, RJ &#8211; Brazil</institution>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution content-type="orgdiv1">Instituto Alberto Luiz Coimbra</institution>
        <institution content-type="orgdiv2">P&#243;s-Gradua&#231;&#227;o e Pesquisa em Engenharia</institution>
        <institution content-type="orgname">Universidade Federal do Rio de Janeiro</institution>
        <addr-line>
          <named-content content-type="city">Rio de Janeiro</named-content>
          <named-content content-type="state">RJ</named-content>
        </addr-line>
        <country country="BR">Brazil</country>
        <institution content-type="original">Instituto Alberto Luiz Coimbra de P&#243;s-Gradua&#231;&#227;o e Pesquisa em Engenharia, Universidade Federal do Rio de Janeiro &#8211; UFRJ, Rio de Janeiro, RJ &#8211; Brazil</institution>
      </aff>
      <author-notes>
        <corresp id="c01"> Mailing Address: Jessica Pronestino de Lima Moreira Avenida Hor&#225;cio Macedo, S/N - Pr&#243;ximo a Prefeitura Universit&#225;ria da UFRJ. Postal Code: 21941-598, Ilha do Fund&#227;o - Cidade Universit&#225;ria, Rio de Janeiro, RJ - Brazil E-mail: <email>jessica@iesc.ufrj.br</email> </corresp>
        <fn fn-type="con">
          <p>Author contributions</p>
          <p>Conception and design of the research: Luiz RR, Moreira JPL, Almeida RMVR. Acquisition of data: Moreira JPL. Analysis and interpretation of the data: Moreira JPL, Almeida RMVR. Statistical analysis: Moreira JPL. Obtaining financing: Luiz RR. Writing of the manuscript: Luiz RR, Moreira JPL, Almeida RMVR. Critical revision of the manuscript for intellectual content: Luiz RR, Moreira JPL, Almeida RMVR.</p>
        </fn>
        <fn fn-type="conflict">
          <p>Potential Conflict of Interest</p>
          <p>No potential conflict of interest relevant to this article was reported.</p>
        </fn>
      </author-notes>
      <pub-date date-type="pub" publication-format="electronic">
        <day>17</day>
        <month>06</month>
        <year>2021</year>
      </pub-date>
      <pub-date date-type="collection" publication-format="electronic">
        <year>2021</year>
      </pub-date>
      <volume>34</volume>
      <issue>5 Supl 1</issue>
      <fpage>114</fpage>
      <lpage>120</lpage>
      <history>
        <date date-type="received">
          <day>23</day>
          <month>08</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>19</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>02</day>
          <month>02</month>
          <year>2021</year>
        </date>
      </history>
      <permissions>
        <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/" xml:lang="en">
          <license-p> This is an Open Access article distributed under the terms of the Creative Commons Attribution License, which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited. </license-p>
        </license>
      </permissions>
      <abstract>
        <title>Abstract</title>
        <sec>
          <title>Background</title>
          <p> Self-reported hypertension is a useful method to estimate prevalence in the population. However, it is necessary to evaluate its accuracy, in relation to the gold-standard diagnostic methods of the disease.</p>
        </sec>
        <sec>
          <title>Objectives</title>
          <p> To estimate combined measures of sensitivity and specificity for self-reported hypertension, using Brazilian validation studies that included gold standard methods.</p>
        </sec>
        <sec>
          <title>Methods</title>
          <p> A systematic review and a meta-analysis were developed. Two independent examiners evaluated 1389 and read 113 potentially eligible articles. Since self-reported morbidity is influenced by the cultural and economic characteristics of a population, as well as by its accessibility to medical care, only studies from one country (Brazil) were included. First, a qualitative analysis was performed, evaluating the relationship between self-reported hypertension and its measurement through gold-standard methods. Subsequently, a meta-analysis estimated the combined sensitivity and specificity for the included studies. Due to a high heterogeneity among studies, the meta-analysis used a random effects model. Bias risks were evaluated by the QUADAS-2 protocol and the standard significance level of 10% was used in all modelling.</p>
        </sec>
        <sec>
          <title>Results</title>
          <p> Five studies were included in the qualitative analysis; and four had the necessary information for inclusion in the meta-analysis. Patient selection and Index Test (the question allowing for self-reporting) were the domains with the highest risk of bias. In the meta-analysis, combined sensitivity and specificity were 77%(95%CI:[74.5-79.0%]) and 88%(95%CI:[86.3-88.6%]), respectively.</p>
        </sec>
        <sec>
          <title>Conclusions</title>
          <p> The analysed studies allowed for the estimation of more reliable values for combined sensitivity and specificity. These values were higher than those usually found in studies with greater population heterogeneity.</p>
        </sec>
      </abstract>
      <kwd-group xml:lang="en">
        <kwd>Hypertension</kwd>
        <kwd>Epidemiology</kwd>
        <kwd>Meta-Analysis</kwd>
        <kwd>Accuracy</kwd>
        <kwd>Systematic Review</kwd>
      </kwd-group>
      <funding-group>
        <award-group>
          <funding-source>Funda&#231;&#227;o Carlos Chagas Filho de Amparo &#224; Pesquisa do Estado do Rio de Janeiro</funding-source>
          <award-id>E-26/102.357/2013</award-id>
        </award-group>
        <award-group>
          <funding-source>Funda&#231;&#227;o Carlos Chagas Filho de Amparo &#224; Pesquisa do Estado do Rio de Janeiro</funding-source>
          <award-id>E-26/224.838/2016</award-id>
        </award-group>
        <funding-statement>Sources of Funding: This study was partially funded by Funda&#231;&#227;o Carlos Chagas Filho de Amparo &#224; Pesquisa do Estado do Rio de Janeiro. Process n. E-26/102.357/2013 and E-26/224.838/2016.</funding-statement>
      </funding-group>
      <counts>
        <fig-count count="2"/>
        <table-count count="2"/>
        <equation-count count="0"/>
        <ref-count count="19"/>
      </counts>
    </article-meta>
  </front>
  <body>
    <sec sec-type="intro">
      <title>Introduction</title>
      <p>The estimation of systemic arterial hypertension (SAH) through self-reporting questionnaires in population-based surveys presents advantages, such as low cost, simplicity of measurement, and ease of application. However, as with any diagnostic test, classification errors are expected to occur, with inevitable false-positive and false-negative cases. Thus, a certain proportion of people will report having the disease when in fact they do not have it, and a group of people will report being healthy when they are actually sick.<sup><xref ref-type="bibr" rid="B1">1</xref> , <xref ref-type="bibr" rid="B2">2</xref></sup></p>
      <p>To quantify the accuracy of this procedure for SAH measurement, it is possible to calculate self-reported SAH sensitivity and specificity indicators, using a reference standard. The most common &#8220;gold standards&#8221; for this are the use of sphygmomanometers<sup><xref ref-type="bibr" rid="B1">1</xref> , <xref ref-type="bibr" rid="B2">2</xref></sup> and of automatic measurement devices.<sup><xref ref-type="bibr" rid="B3">3</xref> - <xref ref-type="bibr" rid="B5">5</xref></sup> Results found for sensitivity in these studies varied from 0.45<sup><xref ref-type="bibr" rid="B4">4</xref></sup> to 0.84<sup><xref ref-type="bibr" rid="B3">3</xref></sup> , and, for specificity, from 0.81<sup><xref ref-type="bibr" rid="B5">5</xref></sup> to 1<sup><xref ref-type="bibr" rid="B4">4</xref></sup> .</p>
      <p>Concerning the question used for self-assessment, most studies<sup><xref ref-type="bibr" rid="B1">1</xref> - <xref ref-type="bibr" rid="B3">3</xref></sup> question if any doctor or health professional had ever claimed that the subject had arterial hypertension or &#8220;high pressure&#8221;. As objective as this question may seem, there is always a degree of subjectivity within it, making its understanding difficult. For example, it is known that gender, age, schooling, the way the question is asked, and the type of interview (face-to-face or telephone) may influence answers, adding to the uncertainty introduced by the use of different gold standards and cut-off points for diagnosis.</p>
      <p>In addition, the validation of self-reported morbidity is influenced by cultural and economic characteristics of a population, as well as by the operating health system. Self-reported morbidity depends on access to health care, and it may be assumed that populations with a similar health system (e.g. a &#8220;universal health system&#8221;) will behave similarly in this respect.</p>
      <p>In light of the above, the objective of this study was to estimate combined measures of sensitivity and specificity for self-reported SAH, using only studies performed in Brazil (therefore sharing similar cultural, economic, and access to health characteristics). A systematic review and a meta-analysis were developed for this purpose.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>This study is made up of systematic reviews and meta-analyses of diagnostic test accuracy, performed in Brazil, with the aim of estimating combined sensitivity (S) and specificity (E) from studies with validated self-reported hypertension.</p>
      </sec>
      <sec>
        <title>Eligibility criteria</title>
        <p>Participants: Studies that deal with arterial hypertension, with no restriction of age, gender, place of study, date, or language.</p>
        <p>Intervention: Studies that used self-reference methods for SAH tracking, with no restriction as to the question or interview method (for instance, face-to-face or telephone).</p>
        <p>Reference: Studies that diagnosed arterial hypertension by any method were considered to be the gold standard.</p>
        <p>Outcome: Sensitivity and specificity of self-reported hypertension.</p>
      </sec>
      <sec>
        <title>Information sources</title>
        <p>The Cochrane Database of Systematic Reviews and other essential databases for primary health studies (WOS, Scopus, EMBASE, MEDLINE and LILACS) were searched until August 2020. Conference proceedings were also searched through the WOS, MEDLINE, and SCOPUS databases, and Theses/Dissertations from Brazil were searched in the CAPES Brazilian Theses and Dissertations Database.<sup><xref ref-type="bibr" rid="B6">6</xref></sup></p>
        <p>The search strategy included both controlled vocabulary and free terms (see appendix), and was first developed for MEDLINE via its PubMed interface, which was later adapted to the other databases. No language restriction was implemented, and researchers in the area (i.e. with published articles on the subject) were consulted via e-mail to find out if any study, to the best of their knowledge, had been missed by the search.</p>
      </sec>
      <sec>
        <title>Data Collection and Analysis</title>
        <p>Eligible studies were selected and duplicates were removed by reading the title and summary of the identified articles. Selected studies were then analyzed in their entirety, with the exclusion of those that did not have information necessary for the analysis or that did not use the defined cut-offs (systolic pressure &#8805; 140mmHg and/or diastolic pressure &#8805; 90mmHg). Studies were also excluded when subjects were restricted to a sub-population, such as &#8220;women&#8221; &#8220;the elderly&#8221;, &#8220;adolescents&#8221;, or children&#8221;.</p>
        <p>Two independent reviewers assessed the studies and extracted the relevant data using a standardized form. In cases of incomplete data, attempts were made to contact the authors (e-mail). Cases of disagreement among reviewers were resolved by consensus after consultation with a third reviewer.</p>
        <p>The self-reporting question used as an index test was: "Did any doctor or health professional ever say that you have hypertension or high blood pressure?". The evaluation of the risk of bias was done through the QUADAS-2 protocol, a Cochrane Collaboration tool for bias evaluation.<sup><xref ref-type="bibr" rid="B7">7</xref></sup> Four domains of risk of bias were thus assessed: <italic>Patient Selection, Index Test, Reference Standards</italic> , and <italic>Flow and Time</italic> <sup><xref ref-type="bibr" rid="B7">7</xref></sup> . Regarding study implementation, three domains were evaluated: <italic>Patient selection, Index test</italic> , and <italic>Reference Standards</italic> . Each domain was classified as having a low, high, or unclear risk of bias.<sup><xref ref-type="bibr" rid="B7">7</xref></sup> No need for blinding was deemed necessary, since self-reported SAH information would not influence SAH gold standard measurements.</p>
        <p>In addition, the following bias risk criteria were established:</p>
        <list list-type="simple">
          <list-item>
            <p>- Non-random sample or sample based on participants with a pre-defined characteristic: high risk.</p>
          </list-item>
          <list-item>
            <p>- Self-reporting question other than that defined above: unclear risk.</p>
          </list-item>
          <list-item>
            <p>- No information on the reference standard used for SAH validation: unclear risk.</p>
          </list-item>
        </list>
        <p>The included studies used the same cutoff point for disease definition (systolic pressure &#8805; 140 mmHg and diastolic pressure &#8805; 90 mmHg); or indicated the use of antihypertensive medication. Authors whose works were eligible for the present study, but which did not have all the information necessary for the meta-analysis (number of true positives, false positives, true negatives and false negatives), were contacted by e-mail. Assessment of heterogeneity was performed by a visual inspection of forest plots, by the use of &#967;<sup>2</sup> tests for heterogeneity, and by the Higgins Index I<sup>2</sup> (the proportion of true heterogeneity relative to the total variation of the estimated parameters). A random effects model was used in the presence of heterogeneity, defined as &#967;<sup>2</sup>, with a significance level &lt; 0.10 and I<sup>2</sup>&gt; 50%.<sup><xref ref-type="bibr" rid="B8">8</xref></sup></p>
        <p>All analyses were performed in the MetaDiSc software, v. 1.4 (Meta-analysis of Diagnostic and Screening Tests, Universidad Complutense, Madrid, Spain).<sup><xref ref-type="bibr" rid="B9">9</xref></sup> It was defined that a meta-regression would be performed only if at least 10 eligible papers could be identified per covariate.<sup><xref ref-type="bibr" rid="B10">10</xref> , <xref ref-type="bibr" rid="B11">11</xref></sup></p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 2,610 references were found through the database search. After the exclusion of duplicates, 1,388 studies were evaluated by title and abstract, and 113 studies were selected. These 113 studies were completely analyzed, and 24 were further selected. Of these, seven had been conducted in Brazil, one of these used only adolescent subjects and was excluded, and one of these used only elderly subjects and was excluded. Thus, five studies were finally included in the qualitative analysis,</p>
      <p>Of the five studies above, four did not have all the necessary statistical information for a metaanalysis. E-mail contacts were successful in retrieving information for three of these, thus resulting in four studies for the meta-analysis.</p>
      <p><xref ref-type="fig" rid="f01">Figure 1</xref> shows the flow chart for the studies identified, screened, assessed for eligibility, excluded, and finally included in the analyses. No further study could be identified by personal (e-mail) consultation with researchers in the area.</p>
      <p>
        <fig id="f01">
          <label>Figure 1</label>
          <caption>
            <title>&#8211; Systematic review/meta-analysis study selection flow, self-reported SAH studies with reference standard validation.</title>
          </caption>
          <graphic xlink:href="2359-5647-ijcs-34-5supl1-0114-00240-gf01.tif"/></fig>
      </p>
      <p><xref ref-type="table" rid="t1">Table 1</xref> presents the characteristics of the studies in the systematic review and meta-analysis. The most common gold standards were sphygmomanometers. <xref ref-type="table" rid="t2">Table 2</xref> shows the risk of bias in these studies. The domain with the smallest risk was "Flow and Time", and the domains &#8220;Patient Selection&#8221; and &#8220;Index Test&#8221; had the highest occurrence of high/unclear risk.</p>
      <p>
        <table-wrap id="t1">
          <label>Table 1</label>
          <caption>
            <title>&#8211; Characteristics of the studies included in the systematic review and meta-analysis, self-reported SAH studies with reference standards</title>
          </caption>
          <table frame="hsides" rules="groups">
            <colgroup width="14%">
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
            </colgroup>
            <thead>
              <tr>
                <th>Study</th>
                <th>Use of defined question</th>
                <th>Reference standard</th>
                <th>Samplesize</th>
                <th>Minimum age</th>
                <th>Sensitivity</th>
                <th>Specificity</th>
              </tr>
            </thead>
            <tbody>
              <tr>
                <td>Lima-Costa et al, 2004</td>
                <td align="center">Yes</td>
                <td align="center">Esfigmomanometer</td>
                <td align="center">970</td>
                <td align="center">18</td>
                <td align="center">0.72</td>
                <td align="center">0.86</td>
              </tr>
              <tr>
                <td>Chrestaniet al, 2007</td>
                <td align="center">Yes</td>
                <td align="center">Authomatic monitor</td>
                <td align="center">2906</td>
                <td align="center">20</td>
                <td align="center">0.84</td>
                <td align="center">0.87</td>
              </tr>
              <tr>
                <td>Selem, et al 2013</td>
                <td align="center">No</td>
                <td align="center">Authomatic monitor</td>
                <td align="center">535</td>
                <td align="center">20</td>
                <td align="center">0.71</td>
                <td align="center">0.80</td>
              </tr>
              <tr>
                <td>Louzada et al, 2010</td>
                <td align="center">Not reported</td>
                <td align="center">Esfigmomanometer</td>
                <td align="center">349</td>
                <td align="center">No treported</td>
                <td align="center">0.45</td>
                <td align="center">1.00</td>
              </tr>
              <tr>
                <td>Campos et al, 2011</td>
                <td align="center">Yes</td>
                <td align="center">Esfigmomanometer</td>
                <td align="center">67</td>
                <td align="center">18</td>
                <td align="center">0.43</td>
                <td align="center">0.89</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </p>
      <p>
        <table-wrap id="t2">
          <label>Table 2</label>
          <caption>
            <title>&#8211; Bias assessment through the QUADAS-2 protocol</title>
          </caption>
          <table frame="hsides" rules="groups">
            <colgroup width="13%">
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
              <col/>
            </colgroup>
            <thead>
              <tr>
                <th rowspan="3">Study</th>
                <th colspan="4">RISK OF BIAS</th>
                <th colspan="3">APPLICABILITY CONCERNS</th>
              </tr>
              <tr>
                <th colspan="7" rowspan="1">
                  <hr/>
                </th>
              </tr>
              <tr>
                <th>Patient Selection</th>
                <th>Index test</th>
                <th>Reference standard</th>
                <th>Flow and Time</th>
                <th>Patient Selection</th>
                <th>Index test</th>
                <th>Reference standard</th>
              </tr>
            </thead>
            <tbody>
              <tr>
                <td>Lima-Costa, 2004</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
              </tr>
              <tr>
                <td>Chrestani, 2007</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
              </tr>
              <tr>
                <td>Selem, 2013</td>
                <td align="center">?</td>
                <td align="center">?</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9785;</td>
                <td align="center">&#9786;</td>
              </tr>
              <tr>
                <td>Louzada, 2010</td>
                <td align="center">&#9785;</td>
                <td align="center">?</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">?</td>
                <td align="center">?</td>
                <td align="center">&#9786;</td>
              </tr>
              <tr>
                <td>Campos, 2011</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9785;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9786;</td>
                <td align="center">&#9785;</td>
                <td align="center">&#9786;</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="TFN1">
              <p>&#9786; <italic>Low risk</italic> &#9785; <italic>High risk ? Unclear risk</italic></p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </p>
      <p>The forest plots for sensitivity and specificity according to the study are presented in <xref ref-type="fig" rid="f02">Figure 2</xref> . The highest sensitivity was found in Chrestani et al.<sup><xref ref-type="bibr" rid="B3">3</xref></sup> (S = 84%) and the lowest in Louzada et al.<sup><xref ref-type="bibr" rid="B4">4</xref></sup> (S = 45%). By contrast, the latter presented a specificity of 100%, with the lowest E found in Selem et al. (E = 81%). The four studies that met the eligibility criteria are presented in Figures 2a and 2b. For both S and E, a high degree of heterogeneity was found, with I<sup>2</sup>&gt; 98% and a statistically significant &#967;<sup>2</sup> (p &lt;0.0001). Thus, a random effects model was used to estimate the combined value of S and E, resulting in S = 0.768 (95% CI: 0.745-0.790) and E = 0.875 (95% CI: 0.863-0.886). The small number of studies hindered the development of a meta-regression to assess the influence of study characteristics on sensitivity/specificity or to evaluate publication bias.</p>
      <p>
        <fig id="f02">
          <label>Figure 2</label>
          <caption>
            <title>&#8211; Forest plots of the self-reported hypertension validity studies using &#8805; 140 systolic pressure and/or &#8805; 90 diastolic pressure as the reference standard cut-off point, SAH diagnosis.</title>
          </caption>
          <graphic xlink:href="2359-5647-ijcs-34-5supl1-0114-00240-gf02.tif"/></fig>
      </p>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study performed a systematic review of and a meta-analysis on self-reported SAH validation studies from Brazil. Five studies were included in the systematic review, four of which were eligible for the meta-analysis. The accuracy of the self-reported hypertension measurement can be considered satisfactory, as it was possible to correctly identify 77% of the people who truly had the disease (sensitivity), together with a specificity close to 88%, showing a high capacity to detect true non-patients. This information, however, should serve as a warning to researchers dealing with population surveys, since it indicates that estimated self-reported hypertension may be quite divergent from real rates. The pooled sensitivity/specificity results were high, and clearly superior to review studies conducted with more heterogeneous populations. For instance, one systematic review aiming to identify the proportion of knowledge of the disease (i.e. whether people with hypertension were aware of their condition) found a combined sensitivity of 58.4%<sup><xref ref-type="bibr" rid="B12">12</xref></sup> but included studies from many countries. Another similar study used two of the papers analyzed here, finding a combined sensitivity of 42% and a specificity of 90%,<sup><xref ref-type="bibr" rid="B13">13</xref></sup> most likely due to the greater heterogeneity of its studies.</p>
      <p>As expected, the study of a similar population (country) makes results more comparable, with a higher combined sensitivity. However, it should be noted that this problem does not arise in the validation of exam procedures, such as <italic>resonance versus tomography</italic> , since differences will mainly concern equipment validity and accuracy, and not the social and cultural characteristics of studied populations.</p>
      <p>The use of self-reporting questionnaires to estimate the prevalence of hypertension may result in severe bias, and some studies present mathematical methods for dealing with this problem (e.g. <sup><xref ref-type="bibr" rid="B14">14</xref> - <xref ref-type="bibr" rid="B16">16</xref></sup> ). However, knowledge on the sensitivity/specificity of measurement procedures in a specific population is a fundamental step in these correction methods.<sup><xref ref-type="bibr" rid="B14">14</xref> - <xref ref-type="bibr" rid="B16">16</xref></sup> Therefore, the estimates presented here can be useful to obtain better HAS estimates in the analyzed population.</p>
      <p>Brazil has a history of population-based health surveys, such as the Health Supplement of the National Household Survey (PNAD), which later gave rise to the National Health Survey (PNS); and VIGITEL &#8211; a telephone-based surveillance system for risk factors in chronic diseases,<sup><xref ref-type="bibr" rid="B17">17</xref></sup> These studies have been conducted throughout the country, allowing, over the years, for a solid basis for epidemiological research and resulting in several self-reported morbidity studies.</p>
      <p>Although the separate measures of sensitivity and specificity represented the main objective of this study, Lee et al.<sup><xref ref-type="bibr" rid="B18">18</xref></sup> point out that analyzing these measures separately (disregarding their correlation) can produce incorrect results and that studies should use the same explicit diagnostic limit.<sup><xref ref-type="bibr" rid="B18">18</xref> , <xref ref-type="bibr" rid="B19">19</xref></sup></p>
      <p>A limitation of the present study was the small number of studies that fulfilled all the characteristics required for analysis. In addition, despite attempts of direct request, missing information for one of the eligible studies could not be recovered. Furthermore, reference tests, although considered as gold standards, may also have problems in the diagnosis of hypertension. In fact, the best method for SAH diagnosis (greater S and E) is Ambulatory Blood Pressure Monitoring (ABPM). However, the complexity and time needed for ABPM application render its use difficult in population surveys, and apparently no study used this method as a gold standard for the validation of self-reported SAH.</p>
    </sec>
    <sec sec-type="conclusions">
      <title>Conclusion</title>
      <p><italic>Self-reporting</italic> has been frequently used for the population screening of SAH, since it is considered to be a valid and relatively cheap procedure. This estimation method may result in bias, but this problem can be reduced with the help of the measurement sensitivity and specificity values. Therefore, the results presented here would allow for health policies based on more reliable data, as government agencies need to know the epidemiological profile of a population, and high-coverage surveys are commonly used for this purpose.</p>
      <p>Although the combined values presented here were higher than those that would be used if only one of the analyzed studies were to be considered (sensitivity above 75% and specificity close to 90%), researchers must take into account that the procedure still fails to detect a significant proportion of subjects with the disease.</p>
      <p>In summary, the restriction to studies from a similar population allowed for a better characterization of the validity of self-reported hypertension, with combined sensitivity and specificity values higher than those found in studies conducted in several populations. Thus, systematic reviews of self-reported morbidity should consider the use of sub-groups in order to obtain more consistent estimates.</p>
    </sec>
  </body>
  <back>
    <ack>
      <title>Acknowledgements</title>
      <p>We are very grateful for the help of the librarian Danielle Masterson, from the Central Library of the Health Sciences Center of the Federal University of Rio de Janeiro, who was essential in the elaboration of the search strategies that gave rise to this study.</p>
    </ack>
    <ref-list>
      <title>References</title>
      <ref id="B1">
        <label>1</label>
        <mixed-citation>1. Campos, SF. Validity and reproducibility of anthropometric measurements, reported morbidity, consumption of food and beverages obtained by telephone survey. Minas Gerais: UFMG; 2011.</mixed-citation>
        <element-citation publication-type="book">
          <person-group person-group-type="author">
            <name>
              <surname>Campos</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <source>Validity and reproducibility of anthropometric measurements, reported morbidity, consumption of food and beverages obtained by telephone survey</source>
          <publisher-loc>Minas Gerais</publisher-loc>
          <publisher-name>UFMG</publisher-name>
          <year>2011</year>
        </element-citation>
      </ref>
      <ref id="B2">
        <label>2</label>
        <mixed-citation>2. Lima-Costa MF, Peixoto S V, Firmo JOA.Validity of self-reported hypertension and its determinants (the Bambu&#237; study). Rev Saude Publica, 2004;38(5):637&#8211;42.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Lima-Costa</surname>
              <given-names>MF</given-names>
            </name>
            <name>
              <surname>Peixoto</surname>
              <given-names>S V</given-names>
            </name>
            <name>
              <surname>Firmo</surname>
              <given-names>JOA</given-names>
            </name>
          </person-group>
          <article-title>Validity of self-reported hypertension and its determinants (the Bambu&#237; study)</article-title>
          <source>Rev Saude Publica</source>
          <year>2004</year>
          <volume>38</volume>
          <issue>5</issue>
          <fpage>637</fpage>
          <lpage>642</lpage>
        </element-citation>
      </ref>
      <ref id="B3">
        <label>3</label>
        <mixed-citation>3. Chrestani MAD, Santos IS, Matijasevich AM. Self-reported hypertension: Validation in a representative cross-sectional survey. Rep Public Health, 2009; 25(11):2395&#8211;406.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Chrestani</surname>
              <given-names>MAD</given-names>
            </name>
            <name>
              <surname>Santos</surname>
              <given-names>IS</given-names>
            </name>
            <name>
              <surname>Matijasevich</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Self-reported hypertension: Validation in a representative cross-sectional survey</article-title>
          <source>Rep Public Health</source>
          <year>2009</year>
          <volume>25</volume>
          <issue>11</issue>
          <fpage>2395</fpage>
          <lpage>2406</lpage>
        </element-citation>
      </ref>
      <ref id="B4">
        <label>4</label>
        <mixed-citation>4. Louzada JCA, Andrade RM, Dion&#237;sio EJ, Barel M, Monteiro HL, Amaral SL. Comparison between self-reported hypertension and casual blood pressure and presence of cardiovascular risk factors among health workers of Bauru and Ja&#250; cities. Medicina, 2010;43(4):408&#8211;18.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Louzada</surname>
              <given-names>JCA</given-names>
            </name>
            <name>
              <surname>Andrade</surname>
              <given-names>RM</given-names>
            </name>
            <name>
              <surname>Dion&#237;sio</surname>
              <given-names>EJ</given-names>
            </name>
            <name>
              <surname>Barel</surname>
              <given-names>M</given-names>
            </name>
            <name>
              <surname>Monteiro</surname>
              <given-names>HL</given-names>
            </name>
            <name>
              <surname>Amaral</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Comparison between self-reported hypertension and casual blood pressure and presence of cardiovascular risk factors among health workers of Bauru and Ja&#250; cities</article-title>
          <source>Medicina</source>
          <year>2010</year>
          <volume>43</volume>
          <issue>4</issue>
          <fpage>408</fpage>
          <lpage>418</lpage>
        </element-citation>
      </ref>
      <ref id="B5">
        <label>5</label>
        <mixed-citation>5. Selem SSC, Castro MA, C&#233;sar CLG, Marchion DML, Fisberg RM. Validity of self-reported hypertension is inversely associated with the level of education in Brazilian individuals. ABC Cardiol J., 2013;100(1):52&#8211;9.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Selem</surname>
              <given-names>SSC</given-names>
            </name>
            <name>
              <surname>Castro</surname>
              <given-names>MA</given-names>
            </name>
            <name>
              <surname>C&#233;sar</surname>
              <given-names>CLG</given-names>
            </name>
            <name>
              <surname>Marchion</surname>
              <given-names>DML</given-names>
            </name>
            <name>
              <surname>Fisberg</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Validity of self-reported hypertension is inversely associated with the level of education in Brazilian individuals</article-title>
          <source>ABC Cardiol J</source>
          <year>2013</year>
          <volume>100</volume>
          <issue>1</issue>
          <fpage>52</fpage>
          <lpage>59</lpage>
        </element-citation>
      </ref>
      <ref id="B6">
        <label>6</label>
        <mixed-citation>6. Brasil.Minist&#233;rio da Sa&#250;de. Methodological guidelines: elaboration of a systematic review and meta-analysis of studies of diagnostic accuracy. Bras&#237;lia: 116.</mixed-citation>
        <element-citation publication-type="report">
          <person-group person-group-type="author">
            <collab>Brasil</collab>
            <collab>Minist&#233;rio da Sa&#250;de</collab>
          </person-group>
          <source>Methodological guidelines: elaboration of a systematic review and meta-analysis of studies of diagnostic accuracy</source>
          <publisher-loc>Bras&#237;lia</publisher-loc>
          <size units="pages">116</size>
        </element-citation>
      </ref>
      <ref id="B7">
        <label>7</label>
        <mixed-citation>7. Whiting PF, Rutjes AWS, Westwood ME, Mallett S, Deeks JJ, Reitsma JB, et al.QUADAS-2: A Revised Tool for the Quality Assessment of Diagnostic Accuracy Studies. Ann Intern Med. 2011;155(8):529-36.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Whiting</surname>
              <given-names>PF</given-names>
            </name>
            <name>
              <surname>Rutjes</surname>
              <given-names>AWS</given-names>
            </name>
            <name>
              <surname>Westwood</surname>
              <given-names>ME</given-names>
            </name>
            <name>
              <surname>Mallett</surname>
              <given-names>S</given-names>
            </name>
            <name>
              <surname>Deeks</surname>
              <given-names>JJ</given-names>
            </name>
            <name>
              <surname>Reitsma</surname>
              <given-names>JB</given-names>
            </name>
            <etal>et al</etal>
          </person-group>
          <article-title>QUADAS-2: A Revised Tool for the Quality Assessment of Diagnostic Accuracy Studies</article-title>
          <source>Ann Intern Med</source>
          <year>2011</year>
          <volume>155</volume>
          <issue>8</issue>
          <fpage>529</fpage>
          <lpage>536</lpage>
        </element-citation>
      </ref>
      <ref id="B8">
        <label>8</label>
        <mixed-citation>8. Pereira MG, Galv&#227;o TF. Heterogeneity and publication bias in systematic reviews. Epidemiol Health Serv. 2014;23(4):775&#8211;8.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Pereira</surname>
              <given-names>MG</given-names>
            </name>
            <name>
              <surname>Galv&#227;o</surname>
              <given-names>TF</given-names>
            </name>
          </person-group>
          <article-title>Heterogeneity and publication bias in systematic reviews</article-title>
          <source>Epidemiol Health Serv</source>
          <year>2014</year>
          <volume>23</volume>
          <issue>4</issue>
          <fpage>775</fpage>
          <lpage>778</lpage>
        </element-citation>
      </ref>
      <ref id="B9">
        <label>9</label>
        <mixed-citation>9. Zamora J, Abraira V, Muriel A, KKhalid, Coomarasamy A. Meta-DiSc: a software for meta-analysis of test accuracy data, BMC Med Res Meth. 2006; 6:31</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Zamora</surname>
              <given-names>J</given-names>
            </name>
            <name>
              <surname>Abraira</surname>
              <given-names>V</given-names>
            </name>
            <name>
              <surname>Muriel</surname>
              <given-names>A</given-names>
            </name>
            <name>
              <surname>KKhalid</surname>
            </name>
            <name>
              <surname>Coomarasamy</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Meta-DiSc: a software for meta-analysis of test accuracy data</article-title>
          <source>BMC Med Res Meth</source>
          <year>2006</year>
          <volume>6</volume>
          <size units="pages">31</size>
        </element-citation>
      </ref>
      <ref id="B10">
        <label>10</label>
        <mixed-citation>10. DeVet, HCW et al. Cochrane Handbook for Systematic Reviews of Diagnostic Test Accuracy. [s.l.] The Cochrane Collaboration, 2008.</mixed-citation>
        <element-citation publication-type="report">
          <person-group person-group-type="author">
            <name>
              <surname>DeVet</surname>
              <given-names>HCW</given-names>
            </name>
            <etal>et al</etal>
          </person-group>
          <source>Cochrane Handbook for Systematic Reviews of Diagnostic Test Accuracy</source>
          <comment>s.l</comment>
          <publisher-name>The Cochrane Collaboration</publisher-name>
          <year>2008</year>
        </element-citation>
      </ref>
      <ref id="B11">
        <label>11</label>
        <mixed-citation>11. Higgins JPT, Green S. Cochrane Handbook for Systematic Reviews of Interventions | Cochrane Trainin,; 2011.</mixed-citation>
        <element-citation publication-type="report">
          <person-group person-group-type="author">
            <name>
              <surname>Higgins</surname>
              <given-names>JPT</given-names>
            </name>
            <name>
              <surname>Green</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Cochrane Handbook for Systematic Reviews of Interventions | Cochrane Trainin</source>
          <year>2011</year>
        </element-citation>
      </ref>
      <ref id="B12">
        <label>12</label>
        <mixed-citation>12. Gorber SC, Tremblay M, Campbell N, Hardt J. The accuracy of self-reported hypertension: A systematic review and meta-analysis. Curr Hypertens Rev. 2008;4(1):36&#8211;62.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Gorber</surname>
              <given-names>SC</given-names>
            </name>
            <name>
              <surname>Tremblay</surname>
              <given-names>M</given-names>
            </name>
            <name>
              <surname>Campbell</surname>
              <given-names>N</given-names>
            </name>
            <name>
              <surname>Hardt</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The accuracy of self-reported hypertension: A systematic review and meta-analysis</article-title>
          <source>Curr Hypertens Rev</source>
          <year>2008</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>36</fpage>
          <lpage>62</lpage>
        </element-citation>
      </ref>
      <ref id="B13">
        <label>13</label>
        <mixed-citation>13. Gon&#231;alves VSS, Andrade KRC, Carvalho KMB, Silva MT, Pereira MG, Galvao TF. Accuracy of self-reported hypertension. Hypertens, 2018;36(5):970-8.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Gon&#231;alves</surname>
              <given-names>VSS</given-names>
            </name>
            <name>
              <surname>Andrade</surname>
              <given-names>KRC</given-names>
            </name>
            <name>
              <surname>Carvalho</surname>
              <given-names>KMB</given-names>
            </name>
            <name>
              <surname>Silva</surname>
              <given-names>MT</given-names>
            </name>
            <name>
              <surname>Pereira</surname>
              <given-names>MG</given-names>
            </name>
            <name>
              <surname>Galvao</surname>
              <given-names>TF</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of self-reported hypertension</article-title>
          <source>Hypertens</source>
          <year>2018</year>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>970</fpage>
          <lpage>978</lpage>
        </element-citation>
      </ref>
      <ref id="B14">
        <label>14</label>
        <mixed-citation>14. Lew RA, Levy PS. Estimation of prevalence on the basis of screening tests. Statist Med. 1989;8(10):1225&#8211;30.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Lew</surname>
              <given-names>RA</given-names>
            </name>
            <name>
              <surname>Levy</surname>
              <given-names>PS</given-names>
            </name>
          </person-group>
          <article-title>Estimation of prevalence on the basis of screening tests</article-title>
          <source>Statist Med</source>
          <year>1989</year>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>1225</fpage>
          <lpage>1230</lpage>
        </element-citation>
      </ref>
      <ref id="B15">
        <label>15</label>
        <mixed-citation>15. Moreira JPL,Almeida RMVR, Rocha NCS, Luiz RR. Correction of self-reported prevalence in epidemiological studies with large samples. Rep Publ Health, 2016;32(12):21.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Moreira</surname>
              <given-names>JPL</given-names>
            </name>
            <name>
              <surname>Almeida</surname>
              <given-names>RMVR</given-names>
            </name>
            <name>
              <surname>Rocha</surname>
              <given-names>NCS</given-names>
            </name>
            <name>
              <surname>Luiz</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Correction of self-reported prevalence in epidemiological studies with large samples</article-title>
          <source>Rep Publ Health</source>
          <year>2016</year>
          <volume>32</volume>
          <issue>12</issue>
          <size units="pages">21</size>
        </element-citation>
      </ref>
      <ref id="B16">
        <label>16</label>
        <mixed-citation>16. Rogan WJ, Gladen B. Estimating prevalence from the results of a screening test. American Journal of Epidemiology, 1978, 107(1);71&#8211;6.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Rogan</surname>
              <given-names>WJ</given-names>
            </name>
            <name>
              <surname>Gladen</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Estimating prevalence from the results of a screening test</article-title>
          <source>American Journal of Epidemiology</source>
          <year>1978</year>
          <volume>107</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>76</lpage>
        </element-citation>
      </ref>
      <ref id="B17">
        <label>17</label>
        <mixed-citation>17. Malta DC, Leal MC, Costa MFL, Morais Neto OL. National Health Surveys: accumulated experience and proposal for the Brazilian health survey. Brazilian J Epidemiol. 2008;11(suppl 1):159&#8211;67.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Malta</surname>
              <given-names>DC</given-names>
            </name>
            <name>
              <surname>Leal</surname>
              <given-names>MC</given-names>
            </name>
            <name>
              <surname>Costa</surname>
              <given-names>MFL</given-names>
            </name>
            <name>
              <surname>Morais</surname>
              <given-names>OL</given-names>
              <suffix>Neto</suffix>
            </name>
          </person-group>
          <article-title>National Health Surveys: accumulated experience and proposal for the Brazilian health survey</article-title>
          <source>Brazilian J Epidemiol</source>
          <year>2008</year>
          <volume>11</volume>
          <supplement>suppl 1</supplement>
          <fpage>159</fpage>
          <lpage>167</lpage>
        </element-citation>
      </ref>
      <ref id="B18">
        <label>18</label>
        <mixed-citation>18. Lee J, Kim KW, Choi SH, Huh J, Park SH. Systematic Review and Meta-Analysis of Studies Evaluating Diagnostic Test Accuracy: A Practical Review for Clinical Researchers-Part II. Statistical Methods of Meta-Analysis. Korean J Radiol.2015;16(6):1188&#8211;96.</mixed-citation>
        <element-citation publication-type="journal">
          <person-group person-group-type="author">
            <name>
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name>
              <surname>Kim</surname>
              <given-names>KW</given-names>
            </name>
            <name>
              <surname>Choi</surname>
              <given-names>SH</given-names>
            </name>
            <name>
              <surname>Huh</surname>
              <given-names>J</given-names>
            </name>
            <name>
              <surname>Park</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Systematic Review and Meta-Analysis of Studies Evaluating Diagnostic Test Accuracy: A Practical Review for Clinical Researchers-Part II. Statistical Methods of Meta-Analysis</article-title>
          <source>Korean J Radiol</source>
          <year>2015</year>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>1188</fpage>
          <lpage>1196</lpage>
        </element-citation>
      </ref>
      <ref id="B19">
        <label>19</label>
        <mixed-citation>19. Egger M, Smith GD, Altman DG. Systematic reviews in health care : meta-analysis in context. London: BMJ Books;2007.</mixed-citation>
        <element-citation publication-type="book">
          <person-group person-group-type="author">
            <name>
              <surname>Egger</surname>
              <given-names>M</given-names>
            </name>
            <name>
              <surname>Smith</surname>
              <given-names>GD</given-names>
            </name>
            <name>
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <source>Systematic reviews in health care : meta-analysis in context</source>
          <publisher-loc>London</publisher-loc>
          <publisher-name>BMJ Books</publisher-name>
          <year>2007</year>
        </element-citation>
      </ref>
    </ref-list>
    <fn-group>
      <fn fn-type="other">
        <p>Study Association</p>
        <p>This study is not associated with any thesis or dissertation work.</p>
      </fn>
      <fn fn-type="other">
        <p>Ethics approval and consent to participate</p>
        <p>This article does not contain any studies with human participants or animals performed by any of the authors.</p>
      </fn>
    </fn-group>
    <fn-group>
      <fn fn-type="financial-disclosure">
        <p>Sources of Funding: This study was partially funded by <italic>Funda&#231;&#227;o Carlos Chagas Filho de Amparo &#224; Pesquisa do Estado do Rio de Janeiro</italic> . Process n. E-26/102.357/2013 and E-26/224.838/2016.</p>
      </fn>
    </fn-group>
  </back>
</article>
