was read the article
array:19 [ "pii" => "13051513" "issn" => "15792129" "estado" => "S300" "fechaPublicacion" => "2003-09-01" "documento" => "article" "crossmark" => 0 "subdocumento" => "fla" "cita" => "Arch Bronconeumol. 2003;39:409-17" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:2 [ "total" => 4026 "formatos" => array:3 [ "EPUB" => 147 "HTML" => 3102 "PDF" => 777 ] ] "itemSiguiente" => array:15 [ "pii" => "13051514" "issn" => "15792129" "estado" => "S300" "fechaPublicacion" => "2003-09-01" "documento" => "article" "crossmark" => 0 "subdocumento" => "fla" "cita" => "Arch Bronconeumol. 2003;39:418-27" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:2 [ "total" => 15481 "formatos" => array:3 [ "EPUB" => 134 "HTML" => 14235 "PDF" => 1112 ] ] "en" => array:10 [ "idiomaDefecto" => true "titulo" => "Cough and Neuromuscular Diseases. Noninvasive Airway Secretion Management" "tienePdf" => "en" "tieneTextoCompleto" => "en" "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "418" "paginaFinal" => "427" ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Tos y enfermedades neuromusculares. Manejo no invasivo de las secreciones respiratorias" ] ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "resumenGrafico" => array:2 [ "original" => 0 "multimedia" => array:8 [ "identificador" => "fig1" "etiqueta" => "Fig. 2" "tipo" => "MULTIMEDIAFIGURA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" "figura" => array:1 [ 0 => array:4 [ "imagen" => "260v39n09-13051514fig02.jpg" "Alto" => 479 "Ancho" => 384 "Tamanyo" => 17628 ] ] "descripcion" => array:1 [ "en" => "Peak expiratory flow measurement with a portable meter during an assisted cough maneuver performed with a patient with Becker's disease." ] ] ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "E Servera, J Sancho, MJ Zafra" "autores" => array:3 [ 0 => array:2 [ "Iniciales" => "E" "apellidos" => "Servera" ] 1 => array:2 [ "Iniciales" => "J" "apellidos" => "Sancho" ] 2 => array:2 [ "Iniciales" => "MJ" "apellidos" => "Zafra" ] ] ] ] ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/13051514?idApp=UINPBA00003Z" "url" => "/15792129/0000003900000009/v0_201307090907/13051514/v0_201307090908/en/main.assets" ] "itemAnterior" => array:15 [ "pii" => "13051512" "issn" => "15792129" "estado" => "S300" "fechaPublicacion" => "2003-09-01" "documento" => "article" "crossmark" => 0 "subdocumento" => "fla" "cita" => "Arch Bronconeumol. 2003;39:405-8" "abierto" => array:3 [ "ES" => false "ES2" => false "LATM" => false ] "gratuito" => false "lecturas" => array:2 [ "total" => 3100 "formatos" => array:3 [ "EPUB" => 102 "HTML" => 2277 "PDF" => 721 ] ] "en" => array:11 [ "idiomaDefecto" => true "titulo" => "Steady Car Engine Noise Does Not Affect the Cognitive Abilities of Sleep Apnea Syndrome Patients" "tienePdf" => "en" "tieneTextoCompleto" => "en" "tieneResumen" => array:2 [ 0 => "en" 1 => "es" ] "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "405" "paginaFinal" => "408" ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "El ruido monótono no afecta a las capacidades cognitivas en pacientes con síndrome de apnea del sueño" ] ] "contieneResumen" => array:2 [ "en" => true "es" => true ] "contieneTextoCompleto" => array:1 [ "en" => true ] "contienePdf" => array:1 [ "en" => true ] "autores" => array:1 [ 0 => array:2 [ "autoresLista" => "LR Mayoralas, F Barbé, A Muñoz, AGN Agustí" "autores" => array:4 [ 0 => array:2 [ "Iniciales" => "LR" "apellidos" => "Mayoralas" ] 1 => array:2 [ "Iniciales" => "F" "apellidos" => "Barbé" ] 2 => array:2 [ "Iniciales" => "A" "apellidos" => "Muñoz" ] 3 => array:2 [ "nombre" => "AGN" "apellidos" => "Agustí" ] ] ] ] ] "idiomaDefecto" => "en" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/13051512?idApp=UINPBA00003Z" "url" => "/15792129/0000003900000009/v0_201307090907/13051512/v0_201307090907/en/main.assets" ] "en" => array:11 [ "idiomaDefecto" => true "titulo" => "Reflections on the Impact Factor" "tieneTextoCompleto" => true "paginas" => array:1 [ 0 => array:2 [ "paginaInicial" => "409" "paginaFinal" => "417" ] ] "autores" => array:1 [ 0 => array:3 [ "autoresLista" => "JI de Granda Orive" "autores" => array:1 [ 0 => array:3 [ "Iniciales" => "JI" "apellidos" => "de Granda Orive" "referencia" => array:1 [ 0 => array:2 [ "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "affa" ] ] ] ] "afiliaciones" => array:1 [ 0 => array:3 [ "entidad" => "Servicio de Neumología, Hospital Militar Central de la Defensa, Madrid, Spain." "etiqueta" => "<span class="elsevierStyleSup">a</span>" "identificador" => "affa" ] ] ] ] "titulosAlternativos" => array:1 [ "es" => array:1 [ "titulo" => "Algunas reflexiones y consideraciones sobre el factor de impacto" ] ] "textoCompleto" => "<p class="elsevierStylePara"><span class="elsevierStyleBold">Introduction</span></p><p class="elsevierStylePara">Scientometric indicators, and particularly journal impact factor, are widely misunderstood and often used inappropriately. This reflection serves as the starting point for this paper on both the nature of journal impact factor and on international bibliographic indexes. Beyond doubt, the year 2001 was a landmark in the history of Archivos de Bronconeumología because of our journal's inclusion in the main indexes maintained by the Institute for the Scientific Information (ISI), namely <span class="elsevierStyleItalic">Science Citation Index (SCI) Expanded, ISI Alerting Services and Current Contents/Clinical Medicine.</span><span class="elsevierStyleSup">1-3</span> As a result, our journal will finally have an official impact factor, provided of course that we attain a sufficient number of citations to be considered a source journal by ISI and therefore to be taken into account for impact factor calculation.<span class="elsevierStyleSup">4</span></p><p class="elsevierStylePara"><span class="elsevierStyleBold">Databases: the <span class="elsevierStyleItalic">Science Citation Index</span></span></p><p class="elsevierStylePara">Bibliographic indexes are the main source of information used in bibliometric studies. Specialized databases are available for all branches of science, and the validity of a bibliometric study will depend on appropriate selection of a database to adequately cover the field being studied.<span class="elsevierStyleSup">5</span> Bibliometric analyses of biomedical fields should be performed using specialized medical indexes (MEDLINE or <span class="elsevierStyleItalic">Excerpta Médica)</span> or interdisciplinary ones such as the SCI.<span class="elsevierStyleSup">6</span></p><p class="elsevierStylePara">The SCI, which belongs to the ISI, located in the United States of America, began in the 1960s, although it includes entries dating from 1955. The ISI covered nearly 5200 journals in 31 different languages in the 1970s, although its best known products--the SCI, the <span class="elsevierStyleItalic">Social Science Citation Index</span> and the <span class="elsevierStyleItalic">Arts & Humanities Citation Index</span>--covered 5700 source journals.<span class="elsevierStyleSup">7</span> From those 3 indexes and from each one separately come the <span class="elsevierStyleItalic">Journal Citation Report</span> (JCR), with its famous "impact factors." Currently the ISI covers some 8500 journals in 35 languages.<span class="elsevierStyleSup">7</span></p><p class="elsevierStylePara">The importance of citations lies in their use as key indicators of the frequency with which researchers actually use scientific journals. The advantages of the SCI can be summarized as follows:</p><p class="elsevierStylePara">--It is interdisciplinary, indexing journals in both science and technology, although half the journals are of interest to biomedical researchers. Journals are selected on the basis of scientific quality, formal quality, and scientific recognition.<span class="elsevierStyleSup">5,6,8</span></p><p class="elsevierStylePara">--Full indexing is provided, which is to say all articles in the journal are included.</p><p class="elsevierStylePara">--All authors on the documents are listed, as are the affiliations for each, including city and country--key information for studies of collaboration.</p><p class="elsevierStylePara">--No less important is the fact that all references in the documents are entered, allowing citations to be searched.<span class="elsevierStyleSup">5</span></p><p class="elsevierStylePara">--A search can be based on a specific author or an article read, allowing related papers that cite the same authors to be found, and the impact factor can be determined. Thus, an author can find out who has cited an article he or she has written and in which journals citations have appeared.</p><p class="elsevierStylePara">The SCI is therefore a useful tool for bibliographic searches or alerting services,<span class="elsevierStyleSup">6</span> although its limitations and drawbacks are well known. It is important to mention that documents have not been indexed following stable criteria over time and entries can be uneven. Another limitation involves the SCI disciplinary classification system by which a document is indexed according to the journal in which it has been published and it may even be classified simultaneously in several disciplines, such that any comparisons made should be on the same types of documents and within the same subject field. Various types of errors have also been found, some arising from the manner of processing information and others from conceptual problems.<span class="elsevierStyleSup">7</span> Authors, when including a reference to another study, often commit citation errors, and such errors are not corrected by journal editors. Moreover, the ISI is inconsistent in the way it counts citations of articles signed by a group. Therefore, we are looking at 2 sources of loss of specific data and it is estimated that Spanish authors may lose between 7% and 20% of their real citations because of the aforementioned errors.<span class="elsevierStyleSup">7</span> Errors also occur in the adjudication of affiliations and this is aggravated by problems related to author names.<span class="elsevierStyleSup">7</span></p><p class="elsevierStylePara">Among the limitations that can be attributed to the SCI is that of bias in favor of English language journals, such that non-English language journals are less well represented. Additionally, those who publish in English may be monolinguals, meaning that it will be difficult for them to cite articles in other languages.<span class="elsevierStyleSup">6</span> Spanish, nevertheless, is a language whose importance is rising both economically and culturally, and we should remember that not all journals that are published in English manage to achieve adequate international circulation.<span class="elsevierStyleSup">9</span> Along the same lines, it is also useful to know that bibliometric studies of the effect of adopting English as the language of publication have shown that conversion does not affect impact factor.<span class="elsevierStyleSup">10</span> As the early 20th century Spanish histologist Pío del Río Hortega said, <span class="elsevierStyleItalic">"No basta con publicar en un idioma importante para tener trabajos importantes."<span class="elsevierStyleSup">*</span></span> The ISI presently gathers information from over 200 Spanish language journals, but only a very few of them are considered "source" journals for the purposes of computing bibliometric indicators.<span class="elsevierStyleSup">4,7</span> Yet another limitation is bias in favor of the basic sciences, which are better represented than applied or clinical sciences<span class="elsevierStyleSup">5</span>; in this situation, it may be more appropriate to include interpretive research as a vehicle for establishing sufficient flow between basic and clinical sciences.<span class="elsevierStyleSup">11</span></p><p class="elsevierStylePara">Nevertheless, the SCI facilitates bibliographic searching and alerting services far better than the other indexes of scientific literature, with great ease of access and grouping of authors, articles, and journals in function of the topic that interests the researcher.<span class="elsevierStyleSup">6</span> Furthermore, it is the only database that indexes citations. The necessary information for calculating indicators is obtained by analyzing the scientific repercussion of the publications in question.<span class="elsevierStyleSup">12</span></p><p class="elsevierStylePara"><span class="elsevierStyleBold">Bibliometric Indicators: the Impact Factor</span></p><p class="elsevierStylePara">Bibliometric analysis seeks to compile and study quantitative data from scientific publications, which is to say, it attempts to quantify scientific activity. The science of bibliometrics studies the nature and evolution of a discipline (provided it expresses itself through publication) by computing and analyzing various facets of written communication.<span class="elsevierStyleSup">9,13,14</span> Bibliometrics uses indicators, which are parameters that reflect social aspects of scientific activity related to the production, transmission, consumption and repercussion of information (Table 1).<span class="elsevierStyleSup">15-17</span></p><p class="elsevierStylePara"><img src="260v39n09-13051513tab01.gif"></img></p><p class="elsevierStylePara">Indicators of repercussion (Table 2) are constructed by looking at citations, which are the mentions a paper receives in later articles. The most widely used indicators for evaluating repercussion are the visibility index (logarithm of the number of citations received), the influence index (ratio of the number of citations received to the number of citations made), the median number of citations received over the lifetime of a journal, and, of course, the index of impact (ratio of the number of citations received to the number of articles published).<span class="elsevierStyleSup">13,18,19</span></p><p class="elsevierStylePara"><img src="260v39n09-13051513tab02.gif"></img></p><p class="elsevierStylePara">Calculating an index of impact required great expense until Eugene Garfield's 1964 founding of the SCI, which brought that indicator to the forefront under the name of impact factor. This factor has been used indiscriminately, at times diminishing the real function of citation, and users have failed to take into account that it is a relative index that should not be used to compare journals. Nevertheless, in spite of the SCI's aforementioned limitations and biases,<span class="elsevierStyleSup">18</span> the truth is that its impact factor, with all its limitations, is an objective, quantifiable parameter that offers a relatively consistent way to judge a journal's position on the field of international science.<span class="elsevierStyleSup">12</span> I believe that even if the position of the "impact idolaters,"<span class="elsevierStyleSup">20</span> is inadmissible, the position of "impactophobes" is too, the middle ground being the most advisable position to occupy.<span class="elsevierStyleSup">11</span></p><p class="elsevierStylePara">The impact factor is the ratio of the number of citations in 1 year of all articles published in the journal in the previous 2 years to the number of citable articles published in those previous 2 years. Consequently, a journal's impact factor refers to its influence on similar research at a moment in time.<span class="elsevierStyleSup">21</span> Although we would like to have indicators able to assess the quality of publications, we have to make do with indirect reflections of that quality, such as the impact that papers have on investigators in their field.<span class="elsevierStyleSup">5</span> The journals that publish more articles have more chances to be cited, and that is one of the reasons for introducing the impact factor, which normalizes the number of citations in function of a journal's size. An author's citing of another work might either affirm or repudiate it, use its content to underpin a premise, provide additional evidence or serve to make a comparison, or to rule out its interest, or to reflect the relation between the fields of the citing and cited authors.<span class="elsevierStyleSup">9</span> Citations to the basic sciences are well known to be more numerous than those to clinical research and epidemiology, with review articles and methodological discussions being cited most.<span class="elsevierStyleSup">22,23</span> Lately, clinical and epidemiological papers with dozens of authors and multiple international collaborating centers are becoming highly cited documents.<span class="elsevierStyleSup">20</span> It is not easy to know the extent to which a citation is due to the intrinsic quality of the cited work or to other aspects such as author prestige, institution prestige, fashion, phobias, or other tendencies.<span class="elsevierStyleSup">5,9</span> We can assume, therefore, that the number of citations a paper receives may not be a measure of its quality but rather an indicator of its visibility, use, diffusion, or impact, although various investigators report a positive correlation between the number of citations received and scientific quality.<span class="elsevierStyleSup">9</span> The impact factor should not therefore be considered an infallible measure of an author's scientific quality, nor should it be applied as an unchallenged rating scale, although that does not diminish its importance and little by little it is gaining wider acceptance.<span class="elsevierStyleSup">12</span> Nor is the impact factor a constant value; rather, it varies over time as a result not only of intrinsic quality but also, at other times, due to events unrelated to science itself.</p><p class="elsevierStylePara">Spanish biomedical journals--such as <span class="elsevierStyleItalic">Medicina Clínica</span> and <span class="elsevierStyleItalic"> Revista Clínica Española--</span>which were included in the SCI in 1988, have maintained their scores. After inclusion, the impact factor of <span class="elsevierStyleItalic">Medicina Clínica</span> rose through 1993, when it reached 0.909, and it remained stable until 1995.<span class="elsevierStyleSup">24</span> Impact factors also increased in other Spanish biomedical areas, increasing 2-fold in some cases.<span class="elsevierStyleSup">25-28</span> No information is available on the impact of Archivos de Bronconeumología before 1995, but we do have estimated figures for 1996<span class="elsevierStyleSup">29</span> (impact factor 0.069 and weighted impact factor 0.014), and those can be compared with the estimated figures for the years between 1997 and 2000<span class="elsevierStyleSup">3,15</span> using a selection of possible source journals. The estimated impact factors for Archivos de Bronconeumología over that period were 0.107 in 1997, 0.089 in 1998, 0.105 en 1999 and 0.119 in 2000, thus showing acceptable improvement over time at a rate similar to that of other Spanish biomedical journals. It is to be expected that more recent increases in impact factor will be even greater given the importance of the respiratory system in biomedicine.<span class="elsevierStyleSup">7</span> The citation pattern has been characterized by a dispersion of source journals, with little weight from JCR publications in respiratory medicine, a clear predominance of citations by Spanish authors, with limited self-citation, and greater impact in the areas of tuberculosis and respiratory infections and chronic obstructive pulmonary disease.<span class="elsevierStyleSup">3,15</span></p><p class="elsevierStylePara">To interpret the estimated impact factor of Archivos de Bronconeumología, we can compare it to that of other respiratory medicine journals or to biomedical journals in general. In the first instance, our journal's impact factor is quite similar to the 1999 impact factor of 0.103 of the JCR-included journal <span class="elsevierStyleItalic">Applied Cardiopulmonary Physiology.</span><span class="elsevierStyleSup">30</span> In the second instance, we can consider impact factors from a 1992 paper by Baños et al<span class="elsevierStyleSup">31</span> covering Spanish journals in the SCI-JCR. Four such journals published basic science research (<span class="elsevierStyleItalic">Methods and Findings in Experimental and Clinical Pharmacology, Histology and Histopathology, Inmunología</span> and <span class="elsevierStyleItalic">Revista Española de Fisiología</span>) and 5 covered areas of clinical research (<span class="elsevierStyleItalic">Revista Española de las Enfermedades de Aparato Digestivo, Allergologia et Inmunopathologia, Medicina Clínica, Revista Clínica Española</span> and <span class="elsevierStyleItalic"> Nefrología</span>). Impact factors were found to be higher for basic science journals. In respiratory medicine, impact factors have risen in recent years even though the 1999 JCR listed only 30 journals in this category. The scarce representation of this area is aggravated by the fact that this category includes publications that are more related to cardiology than to pulmonology or chest surgery. It is striking that up to 15% of articles published by Spanish authors in international respiratory system journals between 1987 and 1998 were signed by cardiologists or chest surgeons.<span class="elsevierStyleSup">32</span> It must be emphasized when looking at Spanish productivity in biomedical publication in the 1994-2000 period, that the respiratory system is currently among the clinical disciplines with over 1000 citable documents in Spain (1476 to be exact), according to a superb recent analysis.<span class="elsevierStyleSup">7</span> This confirms that our disciplinary productivity is tending to increase, placing us now among the top 15 (in eighth place). Catalonia, with 41% of the citable documents and 71.6% of the citations, is the most productive Spanish autonomous community for respiratory system research; the community of Madrid is not outstandingly productive, although productivity there has clearly increased.<span class="elsevierStyleSup">7,15,17,34</span></p><p class="elsevierStylePara">Most citations of Archivos de Bronconeumología are to be found in Spanish journals of internal or general medicine. Furthermore, a considerable number of international journals unrelated to respiratory medicine cite our journal, another observation that underlines the limitation of the JCR's respiratory system classification.</p><p class="elsevierStylePara"><span class="elsevierStyleBold">Impact, Relevance, and Quality</span></p><p class="elsevierStylePara">Describing the scientific contribution of research requires us to distinguish between quality, importance or relevance, and impact (Table 3).<span class="elsevierStyleSup">20</span> Quality indicates how well-received a study is (originality, methodological adequacy, design, etc.); relevance refers to the potential influence of the research; and impact reflects its repercussion.<span class="elsevierStyleSup">20</span> Thus, a proper assessment of research requires an appropriate simultaneous combination of these approaches to evaluation.</p><p class="elsevierStylePara"><img src="260v39n09-13051513tab03.gif"></img></p><p class="elsevierStylePara">Impact factor is one of the first measures to address when raising the quality of a journal, for as mentioned above, there is a positive correlation between the number of citations received and scientific quality. The fact of publishing in a journal with impact itself indicates quality, as does publishing in a journal indexed in international databases. Quality reflects excellence to the extent that impact reflects actual influence on a wider scientific field. Other features that reflect a journal's quality are those based on perceptions, such as expert reviews or peer reviews, which are subjective but considered the foundation for valid scientific publication, an indicator of a scientific journal's quality.<span class="elsevierStyleSup">35,36</span> An indirect aspect of quality that should be interpreted cautiously is the fact that, in general, there is a high correlation between scientific eminence (author notoriety) and productivity (although in general there is no correlation at all between the most productive and the most cited<span class="elsevierStyleSup">37</span>), following Lotka's law.<span class="elsevierStyleSup">9</span> Yet another indirect aspect of scientific quality is the presence of a larger number of coauthors (up to a reasonable limit). This is a positive phenomenon because it indicates that more writers want to communicate the results, probably increasing intellectual excellence, and shows that groups of collaborators are being formed to work on multidisciplinary teams; surely the scientific quality of the final product can be assumed to be greater.<span class="elsevierStyleSup">9,18,38</span> Likewise, it is useful to point out that the self-citation of Spanish authors and journals not only increases impact factor but also increases Spain's insularity index. Other indices of scientific quality are a journal's compliance with national and international formal guidelines (formal quality),<span class="elsevierStyleSup">39</span> journal production quality, and stability or regularity of periodic publication, and, of course, time of uninterrupted publication. An important consideration for a medium of diffusion of scientific knowledge, and a feature that is quickly growing more important, is simultaneous (parallel) paper and electronic publication. Yet another measure of biomedical journal quality is the increasing tendency to apply ever more complex statistical analyses, particularly in certain fields; along these lines, Archivos de Bronconeumología has been progressing satisfactorily, although we lag somewhat behind other national and international journals.<span class="elsevierStyleSup">41</span></p><p class="elsevierStylePara">As mentioned, scientific quality improves considerably if certain qualitative criteria are applied. This can be seen in the great strides in quantity and quality made by prestige journals when they adopt peer review for scientific research and publication.<span class="elsevierStyleSup">7</span> However, research evaluation should also cover the planning phase, the training of researchers, or the structuring of institutions.<span class="elsevierStyleSup">42</span> In the effort to improve research policies, knowledge of scientific results and their quality is of extraordinary value and should take place in the context of other policy making related to health care, the environment, industry, or education. To that end, a thorough understanding of the real impact on society of results reported by scientists is essential. The specifically health-related issues that we should study are the improvement in the delivery of care in our hospitals and in the system at large, the efficacy of treatments, and better public health management, without forgetting basic research on new therapies, drugs, or surgical procedures.<span class="elsevierStyleSup">42</span> Achieving those goals requires us to remember that the interests of researchers do not necessarily coincide with those of society, that determining social or economic impact for health care research should be based on objective indicators of impact with additional information regarding quality. Quantitative evaluation will be called for, and experts must be trained to carry it out.<span class="elsevierStyleSup">42</span></p><p class="elsevierStylePara"><span class="elsevierStyleBold">Impact Factor: Constraints on Its Use</span></p><p class="elsevierStylePara">Although in 1927 Gross and Gross<span class="elsevierStyleSup">43</span> had already pointed out the importance of counting the citations an article receives as a measure of its scientific usefulness, their importance as bibliometric indicators was not revealed until the work of Garfield<span class="elsevierStyleSup">44</span> appeared to justify establishing comprehensive indexes of citations classified in alphabetical order as a bibliographic tool capable of bringing together those who search for knowledge and those who publish research. Accordingly, proper indexing of citations requires an alphabetically ordered coding system to facilitate, when necessary, a list of original research papers that cite an article in question. Working from the opposite direction, an author can obtain a list of articles that have cited his or her own paper as well as discover how any paper has been received by the scientific community. The first use is key because it allows the importance and impact of an article in the scientific community to be evaluated independently of the size of a journal, the resulting "impact factor" being more useful and indicative of importance than a simple count of publications.<span class="elsevierStyleSup">44</span> This is how, as I have previously indicated, the SCI was founded in 1963 by the ISI in Philadelphia. Later, Garfield himself explained what impact means, stating that a clinician or biomedical investigator's citation of a paper indicates the influence it has exercised on him or her, and that therefore the more a work is cited the more influence or impact it will have had on the scientific community.<span class="elsevierStyleSup">45</span> The reason for creating an impact factor, according to Garfield, was to assure that the most significant publications, citations, and journals were indexed.<span class="elsevierStyleSup">46</span> While monitoring impact factor over a long--or short--period of time and being able to make it public was not a priority when the ISI was founded, the data were nevertheless made available to investigators.<span class="elsevierStyleSup">46</span> Although the system cannot be compared with peer review, it nevertheless bears witness to the importance of a life sciences journal. Undoubtedly, nearly all SCI-indexed articles in high-impact journals are cited more than once, which is to say, citation correlates positively with impact.<span class="elsevierStyleSup">47</span> Nevertheless, it is inappropriate to compare journals; perhaps such comparison is only valid, although never perfect, within a specialty or subspecialty given that few publications have exactly the same orientation and mix of original and review articles.<span class="elsevierStyleSup">47</span> Therefore, since the advent of the impact factor, it has taken on a weighty role in decision making among scientists, from authors to members of Nobel Prize juries to foundation officers adjudicating grants.</p><p class="elsevierStylePara">When the impact factor was created, no one ever thought it would become the object of widespread controversy.<span class="elsevierStyleSup">48</span> At first it was expected to be used constructively, although it was recognized that it might be abused in the wrong hands. Besides impact factor, citation density (mean number of references per article) and the median number of citations over the lifetime of a journal have also become important variables, and an impact factor will not provide sufficient information in specialties that vary little over time and in which the citation half-life is long.<span class="elsevierStyleSup">8</span> Another relevant consideration is the fact that prestigious journals publish articles that are neither reports of research nor reviews, such as letters to the editor, editorials, and so on. Such documents do not enter into the calculation of the JCR impact factor, even though they are known to receive citations and are contained in the numerator when an impact factor is calculated but not in the denominator, a fact that favors high-impact journals given that if their denominators are smaller than the real number of total documents their impact factors will be higher.<span class="elsevierStyleSup">20,48</span> For this reason, many editors have argued that the numerator in impact factor calculations is more relevant than the denominator and is itself a good indicator of a journal's relevance and cost-effectiveness.<span class="elsevierStyleSup">49</span> Therefore, and given that articles are coded for type based on simple human judgment, it might be wiser to define the nature of a substantive article differently or to make an effort to identify and distinguish clinical or laboratory studies or practice-based studies from investigative studies. A mistaken notion is that the size of the scientific community a journal serves affects its impact factor, which is to say, the more researchers a field has the higher the impact factor will be. This assertion does not take into account the fact that the more authors and articles there are to be cited, the more there will be to share those citations. Therefore, the key is not in the number of authors and articles in a specialty, but rather in the number of citations and their duration.<span class="elsevierStyleSup">48</span> This can also be linked to the time taken in reviewing and accepting manuscripts, given that if review time is long, various citations that would have affected the impact factor may have been lost, and therefore the impact will be lower.<span class="elsevierStyleSup">48</span></p><p class="elsevierStylePara">Although the drawbacks and shortcomings of impact factor use are known,<span class="elsevierStyleSup">50</span> and it must be admitted that it is an imperfect tool for measuring the quality of articles, no better method is currently available and the impact factor has the advantage of having been studied for some time and being an appropriate approach to scientific evaluation.<span class="elsevierStyleSup">48</span> The impact factor is valid, therefore, for determining the quality of scientific journals in itself, but should not be used to compare articles, scientists, or groups of scientists (Table 4).<span class="elsevierStyleSup">51</span></p><p class="elsevierStylePara"><img src="260v39n09-13051513tab04.gif"></img></p><p class="elsevierStylePara"><span class="elsevierStyleBold">How Can the Impact Factor of Archivos de Bronconeumología Be Improved?</span></p><p class="elsevierStylePara">At this point we can ask how we can improve our journal's impact factor. Several aspects have to be taken into account. Recently, it has been pointed out that exhaustive and scrupulous peer review would certainly increase a journal's impact factor,<span class="elsevierStyleSup">52</span> although quite likely it would reduce its content by over 30%. The usefulness and relevance of using international as well as national peer reviewers for a journal have also been discussed, given that when a referee is of the same nationality, the article tends to be assessed too highly. Analyzing all the possible combinations of the preceding suggestions, it has been observed that the differences are not significant between groups when a large number of manuscripts are studied, but that the differences can be considerable in some countries.<span class="elsevierStyleSup">52</span> I have already mentioned that our journal's impact factor can be raised by publishing reviews and guidelines, insisting that Spanish-speaking authors should send their best articles to Spanish-language journals, including a larger number of references per article, recommending that authors include self-citations in their research papers. However, whether or not it is acceptable to "play the numbers game" is controversial,<span class="elsevierStyleSup">53</span> given that it would be an artificial strategy. This issue, which should not turn into a quarrelsome ethical exercise, was raised some years ago in Spain,<span class="elsevierStyleSup">54</span> and it was admitted that attracting articles from Spanish-speaking authors to Spanish-language journals could produce the opposite effect, given that the citations that our medical journals receive abroad are to be found in articles by such authors published there. If we attract those authors back to our journals, our impact factors may decrease. Encouraging increased self-citation is also not easy, given that peer reviewers and editors abroad are reluctant to accept references in other languages, both because the reviewers have difficulty in verifying their accuracy and the agreement between reference and text and because the editors wish their readers to have easy access to cited articles.<span class="elsevierStyleSup">55</span> An important exercise for Spanish-speaking authors who send their manuscripts to international journals would be to review the content of Archivos de Bronconeumología looking for possible papers to cite.</p><p class="elsevierStylePara">It has already been pointed out that a paper is more likely to be cited if it is published in English.<span class="elsevierStyleSup">6,9,10,12,20,50,53,55,56</span> The only part of an article published in a non-English language journal that is available whole and in English in the main databases is the abstract. Because potential citations arise from the abstract's inclusion in such indexes, the correct structuring, completeness and writing of that document is essential.<span class="elsevierStyleSup">55</span></p><p class="elsevierStylePara">I must also insist on the importance of maintaining a journal's formal quality and editorial policy over time, as discussed elsewhere.<span class="elsevierStyleSup">39</span> A journal's adherence to international publication standards and ease of access to its scientific content are signs of its status as a privileged vehicle for channeling the results of scientific research and evaluating such aspects has been called for from various perspectives--from social, political, and economic as well as scientific ones. Thus, lag times between acceptance and publication play a role, in case of conflict, by establishing priority in publishing discoveries and they reveal the immediacy of a study. Lag times therefore are a measure of the editorial agility that is so important for a journal that aspires to be at the forefront of respiratory system research, and the application and publication of editorial process dates show a journal's level of compliance with international standards for the formal presentation of periodicals, providing an indication of editorial quality.<span class="elsevierStyleSup">39,55</span> The importance of editorial agility must be mentioned, but if a journal uses the peer review system it will be difficult to shorten times until publication. Garfield<span class="elsevierStyleSup">48</span> recognized the fact that 2 articles about the same topic in the same issue of a journal have positive effects on impact factor. This is difficult to achieve, however, given the diversity of respiratory system topics, which will even make it difficult to cite articles from the same journal in the same year. Because the immediacy index is important, it can be sustained by the references to editorials that accompany one of the original or other featured papers in each issue.<span class="elsevierStyleSup">48,55</span> It is also licit to stir up controversy, discussion, and commentary by way of letters to the editor whose period of acceptance is known to be much shorter. Such letters improve the immediacy index and their citations become part of the numerator when calculating the impact factor, thereby contributing to its improvement indirectly.<span class="elsevierStyleSup">48,55</span></p><p class="elsevierStylePara">It will always be necessary to insist that authors should guarantee that references be impeccably written. We should also take special care when writing our own names and addresses because Spanish-surnamed authors can lose up to 20% of their data in the SCI due to errors of transcription of personal data and references, and such errors will logically lower our impact factor in the end.</p><p class="elsevierStylePara">Aspects that should be taken into account to improve a journal's impact factor were discussed by Garfield in an article that has become a classic.<span class="elsevierStyleSup">57</span> Thus, the publication of review articles generally increases impact factor, although reviews must be chosen for their quality and be up to date. Articles that stir up controversy are also recommended, as are papers on methodology, as all of these receive more than the average number of citations and, as a result, increase impact factor. Another option a journal editor can consider is to select authors by analyzing their prior scientific and citation history, a strategy that would undoubtedly increase impact. Additionally, the number of citations can be increased by including articles that arise from work done at several research centers, both local and, better yet, international ones, and I would add that studies should be interdisciplinary. We should not forget that sometimes achieving a greater number of citations depends on the specialty in question, given that some specialties by their very nature require more time to produce articles with impact. Yet another point to insist on is the need for abstracts to be impeccably written and for errors in author affiliations and personal data to be as few as possible. Finally, authors should cite all relevant works on a topic in order for a journal's impact factor to be raised.<span class="elsevierStyleSup">57</span></p><p class="elsevierStylePara">Currently, technological developments have made it imperative for a journal wanting to take a position of leadership to have a web page where tables of contents, abstracts, or even full texts are available. Many journals are now published in both print and electronic media (parallel publication) and a considerable number are issued only on the web. The speed and immediacy of electronic publishing is rapidly becoming an important way to make scientific knowledge available. A scientist interested in a subject can access electronic texts faster than paper texts, favoring citation of electronic articles and, consequently, such availability can increase impact factor.</p><p class="elsevierStylePara">Many authors have recently inquired into the way impact factors are calculated and have proposed changes or have even suggested eliminating them.<span class="elsevierStyleSup">58-60</span> Fassoulaki et al<span class="elsevierStyleSup">58</span> proposed adjusting an impact factor by an index of self-citation but they pointed out that the position of the journals they analyzed would not change substantially. Bloch et al,<span class="elsevierStyleSup">59</span> on the other hand, proposed abandoning the impact factor altogether and returning to the fundamental bases of evaluation, publishing only a small list of articles that have been identified after a highly selective peer review in which previously specified merits are assessed; in this manner the role of peer review would be crucial for determining the quality of an article but, as we have seen previously, this would increase the impact factor even if that is not the intention.<span class="elsevierStyleSup">52</span> In a letter to <span class="elsevierStyleItalic">Nature</span>, Brunstein<span class="elsevierStyleSup">60</span> mentioned the possibility that the growth of the Internet and of on-line journals may spell the end of the impact factor or perhaps lead to its redefinition. Garfield<span class="elsevierStyleSup">61</span> replied that he doubted that the Internet would be the end of print publication and that in any case, even if it were so, a new type of impact factor would be invented. He asserted that provided references exist, an impact factor can be calculated, since on-line journal citation practices would be standardized sufficiently to allow such calculation.</p><p class="elsevierStylePara">When Callaham et al<span class="elsevierStyleSup">62</span> analyzed the features of scientific articles that are associated with greater citation, they observed that journal impact factor was the variable that determined frequency. Therefore, it is more important than any other analyzed variables they considered, among them such relevant features as the creation or not of a control group, randomization, double blinding, prospective or retrospective design, or explicit statement of a hypothesis, or achievement on a scale of merits and qualities for scientific articles. This leads authors to believe that the journal in which an article is published is as important as the traditional measures of quality.</p><p class="elsevierStylePara">As a result, until other tools for evaluating scientific quality are found, the impact factor, even with its imperfections, continues to be a good means of evaluation. Experience demonstrates that the best journals are those where it is harder to have an article accepted and those are the journals with higher impact factors. As has happened for other Spanish journals, the impact factor of Archivos de Bronconeumología will increase over the previously estimated one because of the journal's inclusion in the SCI in 2001, and toward the end of 2004 the journal's impact factor will be officially published in the JCR.</p><p class="elsevierStylePara">*Publishing in an important language is not enough for saying one has published important papers.</p><hr></hr><p class="elsevierStylePara">Correspondence: Dr J.I. de Granda Orive.<br></br> Servicio de Neumología. Hospital Militar Central de la Defensa.<br></br> Glorieta del Ejército, s/n. 28047 Madrid. Spain.<br></br> E-mail: <a href="mailto:igo01m@saludalia.com" class="elsevierStyleCrossRefs"> igo01m@saludalia.com</a>.</p><p class="elsevierStylePara">Manuscript received March 25, 2003.<br></br> Accepted for publication April 1, 2003.</p>" "pdfFichero" => "260v39n09a13051513pdf001.pdf" "tienePdf" => true "multimedia" => array:8 [ 0 => array:8 [ "identificador" => "tbl1" "etiqueta" => "TABLE 1" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:1 [ "tablaImagen" => array:1 [ 0 => array:4 [ "imagenFichero" => "260v39n09-13051513tab01.gif" "imagenAlto" => 436 "imagenAncho" => 387 "imagenTamanyo" => 16602 ] ] ] ] ] "descripcion" => array:1 [ "en" => "Bibliometric Indicators*" ] ] 1 => array:8 [ "identificador" => "tbl2" "etiqueta" => "TABLE 2" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:1 [ "tablaImagen" => array:1 [ 0 => array:4 [ "imagenFichero" => "260v39n09-13051513tab02.gif" "imagenAlto" => 360 "imagenAncho" => 390 "imagenTamanyo" => 20284 ] ] ] ] ] "descripcion" => array:1 [ "en" => "Calculating the Main Indicators of Repercussion*" ] ] 2 => array:8 [ "identificador" => "tbl3" "etiqueta" => "TABLE 3" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:1 [ "tablaImagen" => array:1 [ 0 => array:4 [ "imagenFichero" => "260v39n09-13051513tab03.gif" "imagenAlto" => 424 "imagenAncho" => 381 "imagenTamanyo" => 21552 ] ] ] ] ] "descripcion" => array:1 [ "en" => "Features of Bibliometric Evaluation*" ] ] 3 => array:8 [ "identificador" => "tbl4" "etiqueta" => "TABLE 4" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" "tabla" => array:1 [ "tablatextoimagen" => array:1 [ 0 => array:1 [ "tablaImagen" => array:1 [ 0 => array:4 [ "imagenFichero" => "260v39n09-13051513tab04.gif" "imagenAlto" => 216 "imagenAncho" => 394 "imagenTamanyo" => 9301 ] ] ] ] ] "descripcion" => array:1 [ "en" => "Applications of Impact Factors" ] ] 4 => array:5 [ "identificador" => "tbl5" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" ] 5 => array:5 [ "identificador" => "tbl6" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" ] 6 => array:5 [ "identificador" => "tbl7" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" ] 7 => array:5 [ "identificador" => "tbl8" "tipo" => "MULTIMEDIATABLA" "mostrarFloat" => true "mostrarDisplay" => false "copyright" => "Elsevier España" ] ] "bibliografia" => array:2 [ "titulo" => "Bibliography" "seccion" => array:1 [ 0 => array:1 [ "bibliografiaReferencia" => array:62 [ 0 => array:3 [ "identificador" => "bib1" "etiqueta" => "1" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Inclusión de Archivos de Bronconeumología en el Science Citation Index." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Perpiñá Tordera M." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "2001" "volumen" => "37" "paginaInicial" => "363" "paginaFinal" => "4" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11674933" "web" => "Medline" ] ] ] ] ] ] ] ] 1 => array:3 [ "identificador" => "bib2" "etiqueta" => "2" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Empieza el año del primer factor de impacto de Archivos de Bronconeumología." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:5 [ 0 => "Perpiñá Tordera M" 1 => "Casan Clarà P" 2 => "García Río F" 3 => "Sánchez de León M" 4 => "Xaubet Mir A." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "2003" "volumen" => "39" "paginaInicial" => "1" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14587516" "web" => "Medline" ] ] ] ] ] ] ] ] 2 => array:3 [ "identificador" => "bib3" "etiqueta" => "3" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Análisis de la repercusión de Archivos de Bronconeumología a través del Science Citation Index." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:7 [ 0 => "García Río F" 1 => "Mayoralas S" 2 => "Dorgham A" 3 => "Granda JI" 4 => "Perpiñá M" 5 => "Casan P" 6 => "et al." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "2001" "volumen" => "37" "paginaInicial" => "465" "paginaFinal" => "70" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11734134" "web" => "Medline" ] ] ] ] ] ] ] ] 3 => array:3 [ "identificador" => "bib4" "etiqueta" => "4" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Contamos contigo." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Fernández E" 1 => "Plasència A." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "¿Contamos también con tus citas? Gac Sanit" "fecha" => "2002" "volumen" => "16" "paginaInicial" => "288" "paginaFinal" => "90" ] ] ] ] ] ] 4 => array:3 [ "identificador" => "bib5" "etiqueta" => "5" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Evaluación de la actividad científica a través de indicadores bibliométricos." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Bordons M" 1 => "Zulueta MA." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Rev Esp Cardiol" "fecha" => "1999" "volumen" => "52" "paginaInicial" => "790" "paginaFinal" => "800" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/10563155" "web" => "Medline" ] ] ] ] ] ] ] ] 5 => array:3 [ "identificador" => "bib6" "etiqueta" => "6" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Science Citation Index: posibilidades y utilización." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Gérvas JJ" 1 => "Pérez Fernández MM" 2 => "García Sagredo P." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1990" "volumen" => "95" "paginaInicial" => "582" "paginaFinal" => "8" ] ] ] ] ] ] 6 => array:3 [ "identificador" => "bib7" "etiqueta" => "7" "referencia" => array:1 [ 0 => array:2 [ "referenciaCompleta" => "Producción científica española en biomedicina y ciencias de la salud (1994-2000). Informe del Instituto de Salud San Carlos III- Fondo de Investigación Sanitaria. Available at: http:/www.isciii.es/fis/ mapa/index.htm" "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Producción científica española en biomedicina y ciencias de la salud (1994-2000). Informe del Instituto de Salud San Carlos III- Fondo de Investigación Sanitaria. Available at: http:/www.isciii.es/fis/ mapa/index.htm" "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Camí J" 1 => "Suñen E" 2 => "Carbó JM" 3 => "Coma L." ] ] ] ] ] ] ] ] 7 => array:3 [ "identificador" => "bib8" "etiqueta" => "8" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "How ISI selects journals for coverage: quantitative and qualitative considerations." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Current Contents" "fecha" => "1990" "volumen" => "22" "paginaInicial" => "5" "paginaFinal" => "13" ] ] ] ] ] ] 8 => array:3 [ "identificador" => "bib9" "etiqueta" => "9" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Indicadores bibliométricos: características y limitaciones en el análisis de la actividad científica." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "González de Dios J" 1 => "Moya M" 2 => "Mateos Hernández MA." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "An Esp Pediatr" "fecha" => "1997" "volumen" => "47" "paginaInicial" => "235" "paginaFinal" => "44" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/9499274" "web" => "Medline" ] ] ] ] ] ] ] ] 9 => array:3 [ "identificador" => "bib10" "etiqueta" => "10" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Repercusión bibliométrica de adoptar el inglés como idioma único de publicación." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Bracho-Riquelme RL" 1 => "Pescador-Salas N" 2 => "Reyes-Romero M." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Rev Invest Clin" "fecha" => "1997" "volumen" => "49" "paginaInicial" => "369" "paginaFinal" => "72" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/9527696" "web" => "Medline" ] ] ] ] ] ] ] ] 10 => array:3 [ "identificador" => "bib11" "etiqueta" => "11" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Reflexiones sobre la investigación biomédica en España." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Rozman C." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "2003" "volumen" => "120" "paginaInicial" => "19" "paginaFinal" => "23" ] ] ] ] ] ] 11 => array:3 [ "identificador" => "bib12" "etiqueta" => "12" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "El impacto de nuestras revistas." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Álvarez-Sala JL" 1 => "Prados C" 2 => "Álvarez-Sala R." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "1995" "volumen" => "31" "paginaInicial" => "403" "paginaFinal" => "6" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/7582432" "web" => "Medline" ] ] ] ] ] ] ] ] 12 => array:3 [ "identificador" => "bib13" "etiqueta" => "13" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Estrategia para una búsqueda bibliográfica eficiente. Bibliometría. Valoración crítica." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "García Río F." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "1999" "volumen" => "35" "paginaInicial" => "27" "paginaFinal" => "30" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/10326648" "web" => "Medline" ] ] ] ] ] ] ] ] 13 => array:3 [ "identificador" => "bib14" "etiqueta" => "14" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Los indicadores bibliométricos y la evaluación de la actividad médico científica (I). Usos y abusos de la bibliometría." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "López Piñero JM" 1 => "Terrada ML." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1992" "volumen" => "98" "paginaInicial" => "64" "paginaFinal" => "8" ] ] ] ] ] ] 14 => array:3 [ "identificador" => "bib15" "etiqueta" => "15" "referencia" => array:1 [ 0 => array:2 [ "referenciaCompleta" => "Análisis bibliométrico de Archivos de Bronconeumología y caracterización de sus principales áreas temáticas (1970-2000). Facultad de medicina [doctoral thesis]. Valladolid, 2002." "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Análisis bibliométrico de Archivos de Bronconeumología y caracterización de sus principales áreas temáticas (1970-2000). Facultad de medicina [doctoral thesis]. Valladolid, 2002." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Granda Orive JI." ] ] ] ] ] ] ] ] 15 => array:3 [ "identificador" => "bib16" "etiqueta" => "16" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Análisis y evolución de los indicadores bibliométricos de producción y consumo del área de tabaquismo a través de Archivos de Bronconeumología (período 1970-2000). Comparación con otras áreas neumológicas." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:6 [ 0 => "Granda Orive JI" 1 => "García Río F" 2 => "Gutiérrez T" 3 => "Jiménez Ruiz CA" 4 => "Solano Reina S" 5 => "Sáez Valls R." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "2002" "volumen" => "38" "paginaInicial" => "523" "paginaFinal" => "9" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12435318" "web" => "Medline" ] ] ] ] ] ] ] ] 16 => array:3 [ "identificador" => "bib17" "etiqueta" => "17" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Evolución de la producción científica madrileña en revistas internacionales de sistema respiratorio de 1987 a 2001." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:6 [ 0 => "Granda Orive JI" 1 => "García Río F" 2 => "Escobar Sacristán J" 3 => "Álvarez-Sala Walther R" 4 => "Martínez Albiach JM" 5 => "Callol Sánchez L." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Rev Patol Respir" "fecha" => "2003" "volumen" => "6" "paginaInicial" => "6" "paginaFinal" => "12" ] ] ] ] ] ] 17 => array:3 [ "identificador" => "bib18" "etiqueta" => "18" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Los indicadores bibliométricos y la evaluación de la actividad médico-científica (III). Los indicadores de producción, circulación y dispersión, consumo de la información y repercusión." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "López Piñero JM" 1 => "Terrada ML." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1992" "volumen" => "98" "paginaInicial" => "142" "paginaFinal" => "8" ] ] ] ] ] ] 18 => array:3 [ "identificador" => "bib19" "etiqueta" => "19" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Los indicadores bibliométricos y la evaluación de la actividad médico-científica (II). La comunicación científica en las distintas áreas de las ciencias médicas." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "López Piñero JM" 1 => "Terrada ML." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1992" "volumen" => "98" "paginaInicial" => "101" "paginaFinal" => "6" ] ] ] ] ] ] 19 => array:3 [ "identificador" => "bib20" "etiqueta" => "20" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Impactolatría: diagnóstico y tratamiento." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Camí J." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1997" "volumen" => "109" "paginaInicial" => "515" "paginaFinal" => "24" ] ] ] ] ] ] 20 => array:3 [ "identificador" => "bib21" "etiqueta" => "21" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "The use of multiple indicators in the assessment of basic research." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Martin BR." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Scientometrics" "fecha" => "1996" "volumen" => "36" "paginaInicial" => "343" "paginaFinal" => "62" ] ] ] ] ] ] 21 => array:3 [ "identificador" => "bib22" "etiqueta" => "22" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Possible causes of differences in information impact of journals from different subfields." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Vinkley P." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Scientometrics" "fecha" => "1991" "volumen" => "20" "paginaInicial" => "145" "paginaFinal" => "62" ] ] ] ] ] ] 22 => array:3 [ "identificador" => "bib23" "etiqueta" => "23" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Some results on the function and quality of citations." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Moravcsic MJ" 1 => "Murugesan P." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Soc Stud Sci" "fecha" => "1975" "volumen" => "5" "paginaInicial" => "86" "paginaFinal" => "92" ] ] ] ] ] ] 23 => array:3 [ "identificador" => "bib24" "etiqueta" => "24" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Medicina Clínica (1992­1993) vista a través de Science Citation Index." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Gómez I" 1 => "Comas LL" 2 => "Morillo F" 3 => "Camí J." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1997" "volumen" => "109" "paginaInicial" => "497" "paginaFinal" => "505" ] ] ] ] ] ] 24 => array:3 [ "identificador" => "bib25" "etiqueta" => "25" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Evaluación bibliométrica de la producción científica española en neurociencia. Análisis de las publicaciones de difusión internacional durante el período 1984-1993." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "López Muñoz F" 1 => "Marín F" 2 => "Boya J." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Rev Neurol (Barc)" "fecha" => "1996" "volumen" => "24" "paginaInicial" => "417" "paginaFinal" => "26" ] ] ] ] ] ] 25 => array:3 [ "identificador" => "bib26" "etiqueta" => "26" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "La investigación española en revistas internacionales de farmacia y farmacología durante el período 1980-1989." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Bordons M" 1 => "Barrigón S" 2 => "Méndez A." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1996" "volumen" => "106" "paginaInicial" => "51" "paginaFinal" => "9" ] ] ] ] ] ] 26 => array:3 [ "identificador" => "bib27" "etiqueta" => "27" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "La producción científica española en biomedicina y salud. Un estudio a través del Science Citation Index (1986-1989)." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Camí J" 1 => "Fernández MT" 2 => "Gómez I." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1993" "volumen" => "101" "paginaInicial" => "721" "paginaFinal" => "31" ] ] ] ] ] ] 27 => array:3 [ "identificador" => "bib28" "etiqueta" => "28" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Investigación en Reumatología. Análisis de los documentos españoles publicados durante 1990-1996 en nueve revistas extranjeras de la especialidad." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Batllé-Gualda E" 1 => "Trémer Larraz P" 2 => "Noguera Pons R" 3 => "Godoy Laserna C." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Rev Clin Esp" "fecha" => "1998" "volumen" => "198" "paginaInicial" => "587" "paginaFinal" => "95" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/9803778" "web" => "Medline" ] ] ] ] ] ] ] ] 28 => array:3 [ "identificador" => "bib29" "etiqueta" => "29" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Estimación de los indicadores bibliométricos de repercusión de Archivos de Bronconeumología." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:7 [ 0 => "García Río F" 1 => "Serrano F" 2 => "Álvaro D" 3 => "Ruiz Manzano J" 4 => "Dorgham A" 5 => "Xaubet A" 6 => "et al." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "1998" "volumen" => "34" "paginaInicial" => "531" "paginaFinal" => "5" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/9929721" "web" => "Medline" ] ] ] ] ] ] ] ] 29 => array:3 [ "identificador" => "bib30" "etiqueta" => "30" "referencia" => array:1 [ 0 => array:2 [ "referenciaCompleta" => "Journal Citation Reports. Philadelphia: Institute for Scientific Information Inc., 1995-1999." "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Journal Citation Reports. Philadelphia: Institute for Scientific Information Inc., 1995-1999." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Science Citation Index." ] ] ] ] ] ] ] ] 30 => array:3 [ "identificador" => "bib31" "etiqueta" => "31" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Análisis de las revistas biomédicas españolas mediante el factor de impacto." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Baños JF" 1 => "Casanovas L" 2 => "Guardiola E" 3 => "Bosch F." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1992" "volumen" => "99" "paginaInicial" => "96" "paginaFinal" => "9" ] ] ] ] ] ] 31 => array:3 [ "identificador" => "bib32" "etiqueta" => "32" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Evolución de la producción científica española en revistas internacionales del sistema respiratorio de 1987-1998." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:7 [ 0 => "García Río F" 1 => "Álvarez-Sala R" 2 => "Gómez Mendieta MA" 3 => "Ruiz Peña A" 4 => "Serrano Peña S" 5 => "Pino García JM" 6 => "et al." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "2000" "volumen" => "115" "paginaInicial" => "287" "paginaFinal" => "93" ] ] ] ] ] ] 32 => array:3 [ "identificador" => "bib33" "etiqueta" => "33" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "A bibliometric evaluation of European Union research of the respiratory system from 1987-1998." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:7 [ 0 => "García Río F" 1 => "Serrano S" 2 => "Dorgham A" 3 => "Álvarez-Sala R" 4 => "Ruiz Peña A" 5 => "Pino JM" 6 => "et al." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Eur Respir J" "fecha" => "2001" "volumen" => "17" "paginaInicial" => "1175" "paginaFinal" => "80" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11491161" "web" => "Medline" ] ] ] ] ] ] ] ] 33 => array:3 [ "identificador" => "bib34" "etiqueta" => "34" "referencia" => array:1 [ 0 => array:2 [ "referenciaCompleta" => "Producción de autores madrileños en la principal revista nacional de sistema respiratorio. Indicadores biblométricos de producción y consumo [en prensa]. Rev Patol Respir 2003." "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Producción de autores madrileños en la principal revista nacional de sistema respiratorio. Indicadores biblométricos de producción y consumo [en prensa]. Rev Patol Respir 2003." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:7 [ 0 => "Granda Orive JI" 1 => "García Río F" 2 => "Martínez Albiach JM" 3 => "Arias Arias E" 4 => "Álvarez-Sala Walther R" 5 => "Álvarez-Sala Walther JL" 6 => "et al." ] ] ] ] ] ] ] ] 34 => array:3 [ "identificador" => "bib35" "etiqueta" => "35" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "La revisión de los manuscritos." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Lock S." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1992" "volumen" => "98" "paginaInicial" => "304" "paginaFinal" => "5" ] ] ] ] ] ] 35 => array:3 [ "identificador" => "bib36" "etiqueta" => "36" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Variation in journal peer review systems." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Hargens LL." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "JAMA" "fecha" => "1990" "volumen" => "263" "paginaInicial" => "1348" "paginaFinal" => "52" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/2304212" "web" => "Medline" ] ] ] ] ] ] ] ] 36 => array:3 [ "identificador" => "bib37" "etiqueta" => "37" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Psychology of the scientist II. Lotka's law and research visibility." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Platz A." ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.2466/pr0.1965.16.2.566" "Revista" => array:6 [ "tituloSerie" => "Psychological Reports" "fecha" => "1965" "volumen" => "16" "paginaInicial" => "566" "paginaFinal" => "8" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14285872" "web" => "Medline" ] ] ] ] ] ] ] ] 37 => array:3 [ "identificador" => "bib38" "etiqueta" => "38" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Sobre el concepto de autor." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Herranz G." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1985" "volumen" => "84" "paginaInicial" => "275" "paginaFinal" => "6" ] ] ] ] ] ] 38 => array:3 [ "identificador" => "bib39" "etiqueta" => "39" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Intervalos de aceptación y publicación en documentos científicos. Análisis de la calidad editorial." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Granda Orive JI." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "2003" "volumen" => "39" "paginaInicial" => "49" "paginaFinal" => "50" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12550024" "web" => "Medline" ] ] ] ] ] ] ] ] 39 => array:3 [ "identificador" => "bib40" "etiqueta" => "40" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Tendencias actuales en la utilización de la estadística en medicina. Estudio de los artículos originales publicados en Medicina Clínica (1991-1992)." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Mora Ripoll R" 1 => "Ascaso Terrén C" 2 => "Sentís Vilalta J." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1995" "volumen" => "104" "paginaInicial" => "444" "paginaFinal" => "7" ] ] ] ] ] ] 40 => array:3 [ "identificador" => "bib41" "etiqueta" => "41" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Uso y accesibilidad del análisis estadístico en la revista Archivos de Bronconeumología." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:6 [ 0 => "Granda Orive JI" 1 => "García Río F" 2 => "Gutiérrez Jiménez T" 3 => "Escobar Sacristán J" 4 => "Gallego Rodríguez V" 5 => "Sáez Valls R." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Arch Bronconeumol" "fecha" => "2002" "volumen" => "38" "paginaInicial" => "356" "paginaFinal" => "61" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12199916" "web" => "Medline" ] ] ] ] ] ] ] ] 41 => array:3 [ "identificador" => "bib42" "etiqueta" => "42" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Evaluación de la investigación. In: Gutiérrez Fuentes JA, Puerta López­Cózar JL, editors. Reflexiones sobre la ciencia en España. El caso particular de la biomedicina. Barcelona: Medicina stm Editores S.L. Fundación Lilly" "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Prieto Carles C" 1 => "García Romero A." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Libro" => array:4 [ "titulo" => "Evaluación de la investigación. In: Gutiérrez Fuentes JA, Puerta López­Cózar JL, editors. Reflexiones sobre la ciencia en España. El caso particular de la biomedicina. Barcelona: Medicina stm Editores S.L. Fundación Lilly" "fecha" => "2003" "paginaInicial" => "111" "paginaFinal" => "36" ] ] ] ] ] ] 42 => array:3 [ "identificador" => "bib43" "etiqueta" => "43" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "College libraries and chemical education." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Gross PL.K" 1 => "Gross EM." ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1126/science.66.1713.385" "Revista" => array:6 [ "tituloSerie" => "Science" "fecha" => "1927" "volumen" => "66" "paginaInicial" => "385" "paginaFinal" => "9" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/17782476" "web" => "Medline" ] ] ] ] ] ] ] ] 43 => array:3 [ "identificador" => "bib44" "etiqueta" => "44" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Citation indexes for science: a new dimensions in documentation through association of ideas." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Science" "fecha" => "1955" "volumen" => "122" "paginaInicial" => "108" "paginaFinal" => "11" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/14385826" "web" => "Medline" ] ] ] ] ] ] ] ] 44 => array:3 [ "identificador" => "bib45" "etiqueta" => "45" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Which medical journals have the greatest impact?" "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Ann Intern Med" "fecha" => "1986" "volumen" => "105" "paginaInicial" => "313" "paginaFinal" => "20" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/3524345" "web" => "Medline" ] ] ] ] ] ] ] ] 45 => array:3 [ "identificador" => "bib46" "etiqueta" => "46" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Long-term vs short-term journal impact: Does it matter?" "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Scientist" "fecha" => "1998" "volumen" => "12" "paginaInicial" => "10" "paginaFinal" => "2" ] ] ] ] ] ] 46 => array:3 [ "identificador" => "bib47" "etiqueta" => "47" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Research: long-term vs short-term impact: Part II." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Scientist" "fecha" => "1998" "volumen" => "12" "paginaInicial" => "12" "paginaFinal" => "3" ] ] ] ] ] ] 47 => array:3 [ "identificador" => "bib48" "etiqueta" => "48" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Journal impact factor: a brief review." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "CMAJ" "fecha" => "1999" "volumen" => "161" "paginaInicial" => "979" "paginaFinal" => "80" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/10551195" "web" => "Medline" ] ] ] ] ] ] ] ] 48 => array:3 [ "identificador" => "bib49" "etiqueta" => "49" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Scientific and technical serials holdings optimization in an inefficient market: a LSU serials redesign project exercise." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Bensman SJ." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:4 [ "tituloSerie" => "Libr Resour Tech Serv" "fecha" => "1998" "volumen" => "42" "paginaInicial" => "147" ] ] ] ] ] ] 49 => array:3 [ "identificador" => "bib50" "etiqueta" => "50" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Impact factors: uses and abuses." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Neuberger J" 1 => "Counsell C." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Eur J Gastroenterol Hepatol" "fecha" => "2002" "volumen" => "14" "paginaInicial" => "209" "paginaFinal" => "11" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11953682" "web" => "Medline" ] ] ] ] ] ] ] ] 50 => array:3 [ "identificador" => "bib51" "etiqueta" => "51" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Sense and nonsense about the impact factor." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Opthof T." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Cardiovasc Res" "fecha" => "1997" "volumen" => "33" "paginaInicial" => "1" "paginaFinal" => "7" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/9059521" "web" => "Medline" ] ] ] ] ] ] ] ] 51 => array:3 [ "identificador" => "bib52" "etiqueta" => "52" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Submissions, impact factor, reviewer's recommendation and geographical bias within the peer review system (1997-2002), focus on Germany." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Opthof T" 1 => "Coronel R" 2 => "Janse MJ" 3 => "on behalf of the editorial team." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Cardiovasc Res" "fecha" => "2002" "volumen" => "55" "paginaInicial" => "215" "paginaFinal" => "9" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12123756" "web" => "Medline" ] ] ] ] ] ] ] ] 52 => array:3 [ "identificador" => "bib53" "etiqueta" => "53" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Impact factor: the numbers game." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Rogers LF." ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.2214/ajr.178.3.1780541" "Revista" => array:6 [ "tituloSerie" => "AJR Am J Roentgenol" "fecha" => "2002" "volumen" => "178" "paginaInicial" => "541" "paginaFinal" => "2" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11856669" "web" => "Medline" ] ] ] ] ] ] ] ] 53 => array:3 [ "identificador" => "bib54" "etiqueta" => "54" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Factor de impacto y revistas biomédicas españolas." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Bravo R" 1 => "Ferreiro L." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Med Clin (Barc)" "fecha" => "1992" "volumen" => "98" "paginaInicial" => "76" "paginaFinal" => "7" ] ] ] ] ] ] 54 => array:3 [ "identificador" => "bib55" "etiqueta" => "55" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Factor de impacto de la Revista Española de Anestesiología y Reanimación de los años 1997 y 1998." "idioma" => "es" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Figueredo E" 1 => "Villalonga A." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:5 [ "tituloSerie" => "Revista Española de Anestesia y Reanimación" "fecha" => "2000" "volumen" => "47" "paginaInicial" => "393" "paginaFinal" => "9" ] ] ] ] ] ] 55 => array:3 [ "identificador" => "bib56" "etiqueta" => "56" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "The impact factor: publish, be cited or perish..." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Gunzburg R" 1 => "Szpalski M" 2 => "Aebi M." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:4 [ "tituloSerie" => "Eur Spine J" "fecha" => "2002" "volumen" => "11" "paginaInicial" => "1" ] ] ] ] ] ] 56 => array:3 [ "identificador" => "bib57" "etiqueta" => "57" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "How can impact factors be improved?" "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "BMJ" "fecha" => "1996" "volumen" => "313" "paginaInicial" => "411" "paginaFinal" => "3" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/8761234" "web" => "Medline" ] ] ] ] ] ] ] ] 57 => array:3 [ "identificador" => "bib58" "etiqueta" => "58" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Impact factor bias and proposed adjustments for its determination." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:4 [ 0 => "Fassoulaki A" 1 => "Papilas K" 2 => "Paraskeva A" 3 => "Patris K." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Acta Anaesthesiol Scand" "fecha" => "2002" "volumen" => "46" "paginaInicial" => "902" "paginaFinal" => "5" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12139549" "web" => "Medline" ] ] ] ] ] ] ] ] 58 => array:3 [ "identificador" => "bib59" "etiqueta" => "59" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "The impact factor: time for change." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:2 [ 0 => "Bloch S" 1 => "Walter G." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "Aust N Z J Psychiatry" "fecha" => "2001" "volumen" => "35" "paginaInicial" => "563" "paginaFinal" => "8" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11551269" "web" => "Medline" ] ] ] ] ] ] ] ] 59 => array:3 [ "identificador" => "bib60" "etiqueta" => "60" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "End of impact factors?" "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Brunstein J." ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1038/35000748" "Revista" => array:5 [ "tituloSerie" => "Nature" "fecha" => "2000" "volumen" => "403" "paginaInicial" => "478" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/10702068" "web" => "Medline" ] ] ] ] ] ] ] ] 60 => array:3 [ "identificador" => "bib61" "etiqueta" => "61" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Impact factors, and why they won't go away." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:1 [ 0 => "Garfield E." ] ] ] ] ] "host" => array:1 [ 0 => array:2 [ "doi" => "10.1038/35079160" "Revista" => array:5 [ "tituloSerie" => "Nature" "fecha" => "2001" "volumen" => "411" "paginaInicial" => "522" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/11385538" "web" => "Medline" ] ] ] ] ] ] ] ] 61 => array:3 [ "identificador" => "bib62" "etiqueta" => "62" "referencia" => array:1 [ 0 => array:2 [ "contribucion" => array:1 [ 0 => array:3 [ "titulo" => "Journal prestige, publication bias, and other characteristics associated with citation of published studies in peer-reviewed journals." "idioma" => "en" "autores" => array:1 [ 0 => array:2 [ "etal" => false "autores" => array:3 [ 0 => "Callaham M" 1 => "Wears RL" 2 => "Weber E." ] ] ] ] ] "host" => array:1 [ 0 => array:1 [ "Revista" => array:6 [ "tituloSerie" => "JAMA" "fecha" => "2002" "volumen" => "287" "paginaInicial" => "2847" "paginaFinal" => "50" "link" => array:1 [ 0 => array:2 [ "url" => "https://www.ncbi.nlm.nih.gov/pubmed/12038930" "web" => "Medline" ] ] ] ] ] ] ] ] ] ] ] ] ] "idiomaDefecto" => "en" "url" => "/15792129/0000003900000009/v0_201307090907/13051513/v0_201307090907/en/main.assets" "Apartado" => array:4 [ "identificador" => "14583" "tipo" => "SECCION" "es" => array:2 [ "titulo" => "Special article" "idiomaDefecto" => true ] "idiomaDefecto" => "es" ] "PDF" => "https://static.elsevier.es/multimedia/15792129/0000003900000009/v0_201307090907/13051513/v0_201307090907/en/260v39n09a13051513pdf001.pdf?idApp=UINPBA00003Z&text.app=https://archbronconeumol.org/" "EPUB" => "https://multimedia.elsevier.es/PublicationsMultimediaV1/item/epub/13051513?idApp=UINPBA00003Z" ]
Original language: English
Year/Month | Html | Total | |
---|---|---|---|
2024 November | 4 | 4 | 8 |
2024 October | 45 | 29 | 74 |
2024 September | 52 | 32 | 84 |
2024 August | 56 | 55 | 111 |
2024 July | 41 | 27 | 68 |
2024 June | 54 | 35 | 89 |
2024 May | 44 | 37 | 81 |
2024 April | 42 | 27 | 69 |
2024 March | 30 | 37 | 67 |
2024 February | 41 | 43 | 84 |
2023 March | 5 | 4 | 9 |
2023 February | 49 | 21 | 70 |
2023 January | 52 | 33 | 85 |
2022 December | 47 | 38 | 85 |
2022 November | 60 | 22 | 82 |
2022 October | 51 | 40 | 91 |
2022 September | 31 | 43 | 74 |
2022 August | 44 | 44 | 88 |
2022 July | 66 | 51 | 117 |
2022 June | 47 | 43 | 90 |
2022 May | 46 | 35 | 81 |
2022 April | 55 | 42 | 97 |
2022 March | 44 | 54 | 98 |
2022 February | 35 | 40 | 75 |
2022 January | 67 | 43 | 110 |
2021 December | 62 | 45 | 107 |
2021 November | 80 | 45 | 125 |
2021 October | 52 | 32 | 84 |
2021 September | 50 | 44 | 94 |
2021 August | 59 | 56 | 115 |
2021 July | 32 | 34 | 66 |
2021 June | 71 | 36 | 107 |
2021 May | 46 | 32 | 78 |
2021 April | 134 | 45 | 179 |
2021 March | 52 | 25 | 77 |
2021 February | 34 | 29 | 63 |
2021 January | 27 | 11 | 38 |
2020 December | 30 | 16 | 46 |
2020 November | 28 | 20 | 48 |
2020 October | 33 | 14 | 47 |
2020 September | 31 | 16 | 47 |
2020 August | 44 | 16 | 60 |
2020 July | 35 | 22 | 57 |
2020 June | 34 | 11 | 45 |
2020 May | 45 | 15 | 60 |
2020 April | 55 | 14 | 69 |
2020 March | 46 | 15 | 61 |
2020 February | 37 | 17 | 54 |
2020 January | 36 | 12 | 48 |
2019 December | 56 | 15 | 71 |
2019 November | 37 | 20 | 57 |
2019 October | 27 | 13 | 40 |
2019 September | 30 | 12 | 42 |
2019 August | 23 | 14 | 37 |
2019 July | 37 | 13 | 50 |
2019 June | 23 | 8 | 31 |
2019 May | 44 | 16 | 60 |
2019 April | 46 | 25 | 71 |
2019 March | 42 | 31 | 73 |
2019 February | 38 | 23 | 61 |
2019 January | 48 | 16 | 64 |
2018 December | 43 | 25 | 68 |
2018 November | 47 | 20 | 67 |
2018 October | 49 | 22 | 71 |
2018 September | 32 | 13 | 45 |
2018 May | 12 | 1 | 13 |
2018 April | 23 | 8 | 31 |
2018 March | 26 | 6 | 32 |
2018 February | 23 | 7 | 30 |
2018 January | 21 | 5 | 26 |
2017 December | 35 | 9 | 44 |
2017 November | 34 | 11 | 45 |
2017 October | 32 | 13 | 45 |
2017 September | 56 | 6 | 62 |
2017 August | 83 | 21 | 104 |
2017 July | 68 | 28 | 96 |
2017 June | 95 | 18 | 113 |
2017 May | 87 | 7 | 94 |
2017 April | 61 | 10 | 71 |
2017 March | 89 | 2 | 91 |
2017 February | 61 | 5 | 66 |
2017 January | 32 | 3 | 35 |
2016 December | 47 | 3 | 50 |
2016 November | 46 | 6 | 52 |
2016 October | 56 | 10 | 66 |
2016 September | 58 | 11 | 69 |
2016 August | 57 | 9 | 66 |
2016 July | 33 | 8 | 41 |
2016 March | 1 | 0 | 1 |
2016 February | 2 | 0 | 2 |
2015 December | 2 | 0 | 2 |
2015 October | 63 | 3 | 66 |
2015 September | 34 | 15 | 49 |
2015 August | 48 | 11 | 59 |
2015 July | 37 | 8 | 45 |
2015 June | 47 | 7 | 54 |
2015 May | 37 | 3 | 40 |
2015 April | 39 | 5 | 44 |
2015 March | 31 | 7 | 38 |
2015 February | 20 | 3 | 23 |
2015 January | 22 | 5 | 27 |
2014 December | 33 | 6 | 39 |
2014 November | 39 | 4 | 43 |
2014 October | 54 | 13 | 67 |
2014 September | 63 | 7 | 70 |
2014 August | 37 | 6 | 43 |
2014 July | 39 | 10 | 49 |
2014 June | 39 | 6 | 45 |
2014 May | 48 | 14 | 62 |
2014 April | 48 | 7 | 55 |
2014 March | 59 | 11 | 70 |
2014 February | 54 | 10 | 64 |
2014 January | 36 | 11 | 47 |
2013 December | 34 | 8 | 42 |
2013 November | 31 | 5 | 36 |
2013 October | 40 | 6 | 46 |
2013 September | 31 | 8 | 39 |
2013 August | 37 | 10 | 47 |
2013 July | 59 | 21 | 80 |
2013 June | 54 | 10 | 64 |
2013 May | 41 | 6 | 47 |
2013 April | 20 | 12 | 32 |
2013 March | 9 | 1 | 10 |