<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v7i1e50998</article-id>
      <article-id pub-id-type="pmid">37966892</article-id>
      <article-id pub-id-type="doi">10.2196/50998</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Potential Schizophrenia Disease-Related Genes Prediction Using Metagraph Representations Based on a Protein-Protein Interaction Keyword Network: Framework Development and Validation</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gu</surname>
            <given-names>Yaowen</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ahn</surname>
            <given-names>Jinhyun</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wu</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Yu</surname>
            <given-names>Shirui</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5533-0010</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Ziyang</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0368-9590</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Nan</surname>
            <given-names>Jiale</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0577-4510</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Aihua</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6742-3268</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Yang</surname>
            <given-names>Xuemei</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2927-4166</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Tang</surname>
            <given-names>Xiaoli</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of Medical Information</institution>
            <institution>Chinese Academy of Medical Sciences</institution>
            <addr-line>No 69 Dongdan North Street</addr-line>
            <addr-line>Beijing, 100005</addr-line>
            <country>China</country>
            <phone>86 10 52328902</phone>
            <email>tang.xiaoli@imicams.ac.cn</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6946-3482</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of Medical Information</institution>
        <institution>Chinese Academy of Medical Sciences</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Xiaoli Tang <email>tang.xiaoli@imicams.ac.cn</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>11</month>
        <year>2023</year>
      </pub-date>
      <volume>7</volume>
      <elocation-id>e50998</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>11</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>10</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Shirui Yu, Ziyang Wang, Jiale Nan, Aihua Li, Xuemei Yang, Xiaoli Tang. Originally published in JMIR Formative Research (https://formative.jmir.org), 15.11.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2023/1/e50998" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Schizophrenia is a serious mental disease. With increased research funding for this disease, schizophrenia has become one of the key areas of focus in the medical field. Searching for associations between diseases and genes is an effective approach to study complex diseases, which may enhance research on schizophrenia pathology and lead to the identification of new treatment targets.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to identify potential schizophrenia risk genes by employing machine learning methods to extract topological characteristics of proteins and their functional roles in a protein-protein interaction (PPI)-keywords (PPIK) network and understand the complex disease–causing property. Consequently, a PPIK-based metagraph representation approach is proposed.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>To enrich the PPI network, we integrated keywords describing protein properties and constructed a PPIK network. We extracted features that describe the topology of this network through metagraphs. We further transformed these metagraphs into vectors and represented proteins with a series of vectors. We then trained and optimized our model using random forest (RF), extreme gradient boosting, light gradient boosting machine, and logistic regression models.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Comprehensive experiments demonstrated the good performance of our proposed method with an area under the receiver operating characteristic curve (AUC) value between 0.72 and 0.76. Our model also outperformed baseline methods for overall disease protein prediction, including the random walk with restart, average commute time, and Katz models. Compared with the PPI network constructed from the baseline models, complementation of keywords in the PPIK network improved the performance (AUC) by 0.08 on average, and the metagraph-based method improved the AUC by 0.30 on average compared with that of the baseline methods. According to the comprehensive performance of the four models, RF was selected as the best model for disease protein prediction, with precision, recall, F1-score, and AUC values of 0.76, 0.73, 0.72, and 0.76, respectively. We transformed these proteins to their encoding gene IDs and identified the top 20 genes as the most probable schizophrenia-risk genes, including the EYA3, CNTN4, HSPA8, LRRK2, and AFP genes. We further validated these outcomes against metagraph features and evidence from the literature, performed a features analysis, and exploited evidence from the literature to interpret the correlation between the predicted genes and diseases.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The metagraph representation based on the PPIK network framework was found to be effective for potential schizophrenia risk genes identification. The results are quite reliable as evidence can be found in the literature to support our prediction. Our approach can provide more biological insights into the pathogenesis of schizophrenia.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>disease gene prediction</kwd>
        <kwd>metagraph</kwd>
        <kwd>protein representations</kwd>
        <kwd>schizophrenia</kwd>
        <kwd>keyword network</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Schizophrenia is a serious mental disease characterized by abnormalities in thinking and cognition [<xref ref-type="bibr" rid="ref1">1</xref>], whose occurrence is widely believed to be closely related to genetics and gene expression. This chronic and disability-causing disease not only has great effects on the quality of life of patients but also imposes a heavy burden on their families and society as a whole; therefore, schizophrenia has long been a key focus of research in the medical field [<xref ref-type="bibr" rid="ref2">2</xref>]. Searching for the associations between diseases and genes is an effective way to study complex diseases, allowing an in-depth exploration of the mechanisms and molecular basis of diseases, which is crucial to establishing accurate treatments and diagnoses.</p>
        <p>Numerous network-based approaches have recently been proposed for disease-gene association prediction, such as protein-protein interaction (PPI), gene regulatory, gene coexpression, and metabolic interaction networks. Among these molecular networks, PPI networks are widely used as a conducive approach to discover potential disease-causing genes [<xref ref-type="bibr" rid="ref3">3</xref>] since proteins work together to perform common biological functions. In addition, proteins associated with a common set of biological properties tend to have common topological properties in the network, such as node degree and centrality, and the pathways elucidating disease mechanisms are typically represented as strongly connected paths in the PPI network [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>However, existing PPI networks are often incomplete and noisy. Thus, it is necessary to collect multiple types of data and build an integrated network that includes multiple, heterogeneous types of resources. This method will greatly extend the scope and ability for disease gene prediction [<xref ref-type="bibr" rid="ref5">5</xref>]. However, scientific data do not consider the properties of biological data themselves, whereas the scientific literature represents a record of the latest scientific discoveries and important research results, containing a large amount of additional biological knowledge such as protein biological functions and sequence characteristics. Therefore, data from the scientific literature along with primary scientific data can be used as a complement to discover the implicit information and enhance the ability to predict disease-associated genes.</p>
        <p>Many new techniques have been developed to study heterogeneous networks containing multimodal biological data. Recently, a general framework that considers heterogeneity by defining type-specific graphs was introduced [<xref ref-type="bibr" rid="ref6">6</xref>]. The advantage of metagraph-based approaches is that they capture rich semantics, comprehensively represent different features, and effectively identify influential components of the given network, making it possible to preserve the network structure and providing flexibility to explore a diverse set of descriptors.</p>
        <p>The problem of disease-related genes prediction tackled in our study can be regarded as a disease protein classification problem that aims to identify disease-related proteins, and the proteins are then linked to their gene products to obtain disease-related genes. The goal is to train a classifier to judge whether the protein is associated with a disease based on a training set, and we can then predict each protein’s likelihood of falling into a given category in the test set with minimal prediction errors using the learned protein features.</p>
        <p>In this study, we attempted to integrate the PPI network from the STRING database with the keywords in the UniProt database to form a heterogeneous PPI-keyword (PPIK) network for disease protein prediction. Based on the PPIK network, we extended the metagraph methodology to predict the probability that an association between a gene and disease exists. Each protein was represented as a series of metagraphs. A previous study that utilized metagraph representations to exploit a keywords-supplemented PPI network achieved good performance on predictions for breast cancer [<xref ref-type="bibr" rid="ref7">7</xref>]. We made some improvement on the basis of this method. In particular, we extracted basic metagraph structures from the network to represent proteins, which fully revealed the traits of proteins. We further considered the use of a more appropriate algorithm for metagraph representations that is suitable for complex networks to capture more implicit features. In addition, we used the latest machine learning models to understand the ever-growing scientific data, which were applied to schizophrenia as a more specific disease to enable better disease-gene association prediction, thereby uncovering potential therapeutic targets.</p>
      </sec>
      <sec>
        <title>Related Work</title>
        <sec>
          <title>Pathogenesis Analysis</title>
          <p>In recent decades, massive efforts have been made to identify the mechanisms underlying pathogenesis and explore the genetic associations of disease. Genome-wide association studies (GWAS) have been established as a main strategy to solve this problem. This method infers genome intervals that are involved in genetic diseases. However, GWAS is a time-consuming and expensive task. To resolve such issues, several other strategies have been proposed in recent years. Gene-set enrichment analysis identifies prevalent biological functions among genes contained in disease-associated loci. For example, Segrè et al [<xref ref-type="bibr" rid="ref8">8</xref>] developed the meta-analysis gene-set enrichment of variant associations (MAGENTA) method to test whether sets of functionally related genes are enriched for associations with a polygenic disease or trait. Network-based approaches exploit topological characteristics of the network, which is instrumental in understanding the interactions and pathways in the context of diseases. For example, Liekens et al [<xref ref-type="bibr" rid="ref9">9</xref>] used data from 21 publicly available curated databases and built a network called BioGraph to identify relations between heterogeneous biomedical entities. Literature mining techniques aim to chronicle the relatedness of genes to identify a subset of highly related associated genes. For example, Raychaudhuri et al [<xref ref-type="bibr" rid="ref10">10</xref>] reported the Gene Relationships Among Implicated Loci (GRAIL) algorithm as an approach to assess relationships among genomic disease regions by text mining of PubMed abstracts.</p>
        </sec>
        <sec>
          <title>Network-based Approach</title>
          <p>The network-based approach links diverse aspects of diseases in a whole-system view, further reveals the useful knowledge implied in the network using powerful computational and logical reasoning abilities, and tracks potential disruptions on biological pathways due to the disease-causing factors. This approach is conducive for disease biology analysis [<xref ref-type="bibr" rid="ref11">11</xref>]. The network-based approaches for disease-causing genes prediction generally fall into three categories, including methods using graph-theoretic algorithms, those using machine learning algorithms, and those using graph representation learning methods [<xref ref-type="bibr" rid="ref12">12</xref>]. In the graph-theoretic methods, the simplest approach is direct neighbor counting, which involves checking whether two genes are connected directly in a molecular network. Module-based methods hypothesize that proteins within the same topological or functional module on a network are more likely to be associated with the same disease. Diffusion-based methods are proposed to predict the gene-disease relation using the global network structure [<xref ref-type="bibr" rid="ref13">13</xref>]. These methods anchor upon known disease proteins as seeds, which propagate along the network through random walks. The machine learning–based methods use traditional machine learning models, positive and unlabeled learning, or deep learning to predict disease-gene associations [<xref ref-type="bibr" rid="ref14">14</xref>]. For example, a method called BRIDGE [<xref ref-type="bibr" rid="ref15">15</xref>] was introduced for prioritization of disease genes by integrating various gene aspects through a weighting scheme. This scheme was attained through a multiple linear regression model with a least absolute shrinkage and selection operator penalty, which determined the phenotypic similarity between two diseases based on the functional similarities between their associating genes. In the graph representation learning methods, the latent features for the nodes are automatically learned. For example, matrix factorization techniques are useful for revealing important associations between diseases and genes. The GeneHound method was proposed based on Bayesian probabilistic matrix factorization for addressing the disease gene prioritization problem, which jointly learns the gene and disease latent factors and constructs corresponding gene- and disease-association matrices to predict disease-gene associations [<xref ref-type="bibr" rid="ref16">16</xref>]. Graph embedding is another network-based method, which learns the low-dimensional and continuous vector representations of nodes through a neural network. For example, the SkipGram architecture is an extensively used architecture to construct associations between the node and its neighborhood [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
          <p>Recently, with development in the area of machine learning and deep learning, deep learning–based techniques have shown bright prospects for handling network data. Several methods have been proposed in the field of disease-causing genes prediction, as well as some similar fields such as drug-disease association prediction. For example, a method that combines two graph convolutional networks (GCNs) and matrix factorization was proposed to predict gene-disease associations. In this model, diseases, gene features, and similarity graphs are input to two parallel GCNs, which combine their obtained embeddings through an inner product to obtain the prediction, demonstrating effectiveness in capturing useful information from the network [<xref ref-type="bibr" rid="ref18">18</xref>]. The relations-enhanced drug-disease association prediction method was assembled with three attention mechanisms, which can sequentially learn drug/disease representations by a general heterogeneous GCN-based node embedding block, topological subnet embedding block, graph attention block, and layer attention block. This model enhanced the performance of drug-disease association prediction [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design</title>
        <p>We employed metagraph representations based on the PPIK network method to improve disease-associated genes prediction. The general framework is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>General framework of the proposed method. ACT: average commute time; AUC: area under the receiver operating characteristic curve; DWPC: degree-weighted path count; ML: machine learning; PDP: path-degree product; PPIK: protein-protein interaction-keywords; RWR: random walk with restart; SHAP: Shapley additive explanation.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e50998_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>PPIK Network Construction</title>
        <p>A PPI network is frequently noisy and incomplete. The keywords in the UniProt database represent annotated information based on the literature or empirical evidence, covering various biological aspects of proteins [<xref ref-type="bibr" rid="ref20">20</xref>], as summarized in <xref ref-type="table" rid="table1">Table 1</xref>. As disease-associated proteins are likely to share similar properties, these properties may reveal their function. Furthermore, proteins with the same domain as the identified disease proteins could also be associated with the disease. Therefore, we developed a method to associate these properties with different proteins together to complement existing PPI networks, which could encode both the interactive functions and biological properties of proteins. We used data in the UniProt database to directly construct the relations between proteins and keywords. Since each protein corresponds to multiple keywords in the database, we established the links between proteins and keywords based on this correspondence. On the one hand, protein-keyword associations can reinforce useful PPIs. On the other hand, proteins with no direct interactions can newly become related through keywords.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Summary of keywords from the UniProt database.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="600"/>
            <thead>
              <tr valign="top">
                <td>Keyword category</td>
                <td>Examples</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Biological process</td>
                <td>Apoptosis, cell cycle, cAMP biosynthesis</td>
              </tr>
              <tr valign="top">
                <td>Cellular component</td>
                <td>Golgi apparatus, vacuole, cytoplasm</td>
              </tr>
              <tr valign="top">
                <td>Coding sequence diversity</td>
                <td>Polymorphisms, RNA-editing, alternative splicing</td>
              </tr>
              <tr valign="top">
                <td>Domain</td>
                <td>SH2 domain, Kelch repeat, transmembrane</td>
              </tr>
              <tr valign="top">
                <td>Ligand</td>
                <td>cAMP, S-adenosyl-l-methionine, cGMP</td>
              </tr>
              <tr valign="top">
                <td>Molecular function</td>
                <td>RNA-binding, protein kinase inhibitor</td>
              </tr>
              <tr valign="top">
                <td>Posttranslational modification</td>
                <td>Phosphorylation, ubiquitination, acetylation</td>
              </tr>
              <tr valign="top">
                <td>Technical term</td>
                <td>Allosteric enzyme, transposable element</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>In this study, we focused only on human proteins. We obtained PPIs from the STRING database and exploited protein keywords from the UniProt database to construct the PPIK network. The network contains two types of nodes, including protein and keyword nodes. The relationships in the network indicate the interaction between two proteins and the association between the protein and keyword, which are not distinguished. A representative PPIK network is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Part of the protein-protein interaction-keyword (PPIK) network based on the UniProt and STRING databases. In this network, the yellow nodes represent proteins and the green nodes represent keywords. A zoomed-in view of part of the PPIK network is shown on the left. Here, we can see that nodes with different protein and keyword labels connect with each other.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e50998_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Metagraph Identification</title>
        <p>A metagraph is a graph structure capturing a particular topology of the network, which can obtain the location information of each node and the type-specific path pattern between a source node and a destination node in the network. Leveraging a metagraph to characterize a network will not only preserve the structural features but will also help to identify rich pathway information, which offers strong flexibility in heterogeneous networks [<xref ref-type="bibr" rid="ref21">21</xref>]. A heterogeneous PPIK network comprises both proteins and keywords. Proteins with similar functional roles such as their disease-causing property tend to interact with other proteins and associate with certain keywords in a similar arrangement on the PPIK network. Thus, proteins with similar roles tend to have similar topological characteristics. To model topological similarities, we used a metagraph approach to define the specific structure and differentiated between different labels of nodes on the PPIK network. Each metagraph describes a particular heteronomous biological arrangement between one or more proteins and keywords. Two proteins associated with the same metagraph tend to have similar functional roles. Therefore, we could use different types of metagraphs to represent each protein, while identifying its interactions with other proteins and associations with keywords. Each instance of a metagraph represents specific evidence of the proteins’ functional properties. In particular, we only considered metagraphs of three and four nodes, which represented a good balance between efficiency and accuracy. We defined seven types of metagraphs to reveal the network feature and their common structures are shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. The seven metagraphs cover all instances of network motifs with three and four nodes on the PPIK network, and thus enable the thorough capture of structural characteristics of the heterogeneous network, which in turn allows for an accurate representation of protein features.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Seven types of metagraphs extracted from the protein-protein interaction-keywords (PPIK) network. The left column shows the structures of  the seven metagraphs on the PPIK network and the middle and right columns provide examples and descriptions of each type of metagraph, respectively.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e50998_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Proteins Representation</title>
        <p>We used a series of metagraphs to construct the vector representation of each protein to characterize its multiple features. To compute the prevalence of a type-specific metagraph, we employed a type-specific metapath counts approach known as the degree-weighted path count (DWPC) [<xref ref-type="bibr" rid="ref22">22</xref>], which represents an improvement of the path count metric, as a basic social network analysis method, by dampening each edge between a source and target node as an effective feature extraction methodology accommodating a heterogeneous network of any size. This method involves first calculating the path-degree product (PDP) of each edge. All metaedge-specific degrees along the path (<italic>D<sub>path</sub></italic>) are determined, where each edge composing the path contributes two degrees. Subsequently, each degree is raised to the <italic>–w</italic> power, where <italic>w</italic>≥0, which is known as the damping exponent. This parameter adjusts the intensity for each path traversing highly connected nodes to be down-weighted, and the best performance is usually achieved with <italic>w</italic>=0.4. Finally, all exponentiated degrees are multiplied to yield the PDP of each path according to the following formula:</p>
        <disp-formula><italic>PDP(path)</italic>=Π<italic><sub>d∈Dpath</sub></italic> d<italic><sup>–w</sup></italic> <bold>(1)</bold></disp-formula>
        <p>The DWPC is then calculated as the sum of PDPs:</p>
        <disp-formula>DWPC=∑<italic><sub>path∈paths</sub>PDP(path)</italic> <bold>(2)</bold></disp-formula>
        <p>An example of the computation process for the DWPC metric is shown in <xref rid="figure4" ref-type="fig">Figure 4</xref>.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Computation process for the degree-weighted path count (DWPC) metric. The left is an example graph subset showing select nodes and edges surrounding the Q92769 protein. To represent this protein, features are computed that measure the prevalence of a specific metapath between Q92769 protein and other proteins. The right demonstrates the process of calculating and weighting path counts using the DWPC metric. First, two features (pkp and ppp) can be used to represent the Q92769 protein, and for the specific metagraph, all paths are extracted from the network. Next, each path is associated with a path-degree product (PDP) measuring its specificity, which requires a damping exponent w; here, we set w=0.4. Finally, the PDPs are summed to obtain the DWPC.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e50998_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Machine Learning</title>
        <p>Protein representations were used to train the model through machine learning. First, disease labels for proteins were obtained from the UniProt and OMIM databases. We collected the corresponding genes for schizophrenia from the OMIM database, and then mapped the genes to their protein products according to the UniProt database to tag these proteins. Next, we adopted four machine learning models as classifiers, random forest (RF), extreme gradient boosting (XGB), light gradient boosting machine (LGBM), and logistic regression (LR), which aimed to identify the schizophrenia-associated proteins based on the extracted metagraphs. For experimental settings, considering the sparsity of the protein-disease network where the number of unconfirmed protein-disease associations is much greater than the number of confirmed associations, we randomly sampled the nonschizophrenia (negative) proteins and schizophrenia (positive) proteins with ratios r∈{1,3,5,10,20} as the data set, and 10-fold cross-validation was used in model training and testing. Specifically, to avoid the bias of data splitting, we repeated the cross-validations 10 times in different random seeds and report the mean (SD) of four performance metrics: precision, recall, F1-score, and the area under the receiver operating characteristic curve (AUC).</p>
        <p>To demonstrate the validity and superiority of the PPIK-based metagraph representations method, we compared our proposed work to other baseline methods developed for link prediction in networks, especially in the task of gene-disease association prediction. We selected three representative indices for performance comparison. The random walk with restart (RWR) index [<xref ref-type="bibr" rid="ref23">23</xref>] is a random-walk algorithm based on similarity. RWR considers a random walker starting from node <italic>x</italic>, who will iteratively move to a random neighbor with probability <italic>c</italic> and return to node <italic>x</italic> with probability 1–<italic>c</italic>, and this process is repeated until it converges to a steady state. The average commute time (ACT) index [<xref ref-type="bibr" rid="ref24">24</xref>] is also a random walk–based similarity index, which assumes that two nodes are considered to be more similar if they have a smaller average commute time. ACT is denoted by the average number of steps required by a random walker starting from node <italic>x</italic> to reach node <italic>y</italic> and from node <italic>y</italic> to node <italic>x</italic>. The Katz algorithm [<xref ref-type="bibr" rid="ref25">25</xref>] is a path-dependent index that obtains global knowledge of the network topology; it can distinguish the impact of different neighbors by assigning them different weights.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>UniProt is a protein database with the most complete sequencing and extensive annotation data available internationally. The STRING database contains data on various types of interactions, including direct physical interactions between proteins, indirect functional correlations, results extracted from PubMed abstracts, and outcomes predicted using bioinformatics techniques. The original data collection in the two databases received institutional review board (IRB) approval [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>] and the scientific data in these two databases are freely available for users under a Creative Commons BY 4.0 license [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. In addition, this study involved a secondary analysis, and the publicly available data sets were prepared with the intent of making them available for the public. The data available to the public are not individually identifiable and therefore the analysis would not involve human subjects. The Ethics Review Committee of Peking Union Hospital, Chinese Academy of Medical Sciences recognizes that the analysis of deidentified, publicly available data does not constitute human subjects research and therefore does not require IRB review; only biomedical research involving humans requires the approval of an ethics committee [<xref ref-type="bibr" rid="ref30">30</xref>]. Several studies have used these two databases [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Over dozens of years, the UniProt and STRING databases have accumulated vast amounts of protein information and ethical approval was granted for collection of the original data with informed consent from the included patients. Analyses of these data have led to improvements in our ability to understand the molecular mechanisms of diseases, thereby promoting diagnosis and treatment. Since these data are open source, they remain publicly available for anyone in the research community to use.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Model Evaluation and Comparison</title>
        <p>The performance comparison results of the four machine learning models is shown in <xref ref-type="table" rid="table2">Table 2</xref>, with each metric representing the average score of the data set with different sampling ratios. The results showed that our proposed method could achieve relatively good performance with an AUC between 0.72 and 0.76. Specifically, with a ratio of 1, the RF model outperformed other models, demonstrating good discriminatory power with precision of 0.76, recall of 0.73, F1-score of 0.72, and AUC of 0.76. Therefore, we selected RF as the algorithm of choice for further investigation.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Performance comparison of four machine learning models with different sampling ratios.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="150"/>
            <col width="140"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="180"/>
            <col width="0"/>
            <col width="180"/>
            <col width="0"/>
            <col width="180"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Model</td>
                <td colspan="2">AUC<sup>a</sup>, mean (SD)</td>
                <td colspan="2">F1, mean (SD)</td>
                <td colspan="2">Accuracy, mean (SD)</td>
                <td colspan="2">Recall, mean (SD)</td>
                <td>Precision, mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ratio=1</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LGBM<sup>b</sup></td>
                <td>0.75 (0.12)</td>
                <td colspan="2">0.7 (0.14)</td>
                <td colspan="2">0.72 (0.08)</td>
                <td colspan="2">0.71 (0.19)</td>
                <td colspan="2">0.73 (0.18)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LR<sup>c</sup></td>
                <td>0.75 (0.1)</td>
                <td colspan="2">0.73 (0.13)</td>
                <td colspan="2">0.73 (0.1)</td>
                <td colspan="2">0.76 (0.16)</td>
                <td colspan="2">0.72 (0.15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RF<sup>d</sup></td>
                <td>0.76 (0.11)</td>
                <td colspan="2">0.72 (0.09)</td>
                <td colspan="2">0.72 (0.1)</td>
                <td colspan="2">0.73 (0.11)</td>
                <td colspan="2">0.76 (0.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>XGB<sup>e</sup></td>
                <td>0.75 (0.11)</td>
                <td colspan="2">0.71 (0.13)</td>
                <td colspan="2">0.71 (0.1)</td>
                <td colspan="2">0.73 (0.13)</td>
                <td colspan="2">0.7 (0.16)</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ratio=3</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LGBM</td>
                <td>0.73 (0.07)</td>
                <td colspan="2">0.52 (0.08)</td>
                <td colspan="2">0.72 (0.07)</td>
                <td colspan="2">0.62 (0.16)</td>
                <td colspan="2">0.47 (0.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LR</td>
                <td>0.74 (0.07)</td>
                <td colspan="2">0.54 (0.06)</td>
                <td colspan="2">0.7 (0.09)</td>
                <td colspan="2">0.72 (0.11)</td>
                <td colspan="2">0.46 (0.11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RF</td>
                <td>0.75 (0.08)</td>
                <td colspan="2">0.5 (0.08)</td>
                <td colspan="2">0.69 (0.08)</td>
                <td colspan="2">0.64 (0.14)</td>
                <td colspan="2">0.44 (0.11)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>XGB</td>
                <td>0.76 (0.08)</td>
                <td colspan="2">0.53 (0.11)</td>
                <td colspan="2">0.71 (0.12)</td>
                <td colspan="2">0.65 (0.19)</td>
                <td colspan="2">0.48 (0.12)</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ratio=5</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LGBM</td>
                <td>0.74 (0.09)</td>
                <td colspan="2">0.42 (0.11)</td>
                <td colspan="2">0.7 (0.1)</td>
                <td colspan="2">0.66 (0.18)</td>
                <td colspan="2">0.35 (0.14)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LR</td>
                <td>0.73 (0.09)</td>
                <td colspan="2">0.43 (0.11)</td>
                <td colspan="2">0.68 (0.13)</td>
                <td colspan="2">0.68 (0.13)</td>
                <td colspan="2">0.34 (0.15)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RF</td>
                <td>0.74 (0.07)</td>
                <td colspan="2">0.43 (0.11)</td>
                <td colspan="2">0.71 (0.14)</td>
                <td colspan="2">0.65 (0.15)</td>
                <td colspan="2">0.35 (0.13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>XGB</td>
                <td>0.73 (0.08)</td>
                <td colspan="2">0.41 (0.1)</td>
                <td colspan="2">0.62 (0.1)</td>
                <td colspan="2">0.8 (0.12)</td>
                <td colspan="2">0.29 (0.09)</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ratio=10</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LGBM</td>
                <td>0.75 (0.09)</td>
                <td colspan="2">0.32 (0.09)</td>
                <td colspan="2">0.74 (0.13)</td>
                <td colspan="2">0.64 (0.2)</td>
                <td colspan="2">0.23 (0.07)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LR</td>
                <td>0.73 (0.1)</td>
                <td colspan="2">0.29 (0.08)</td>
                <td colspan="2">0.68 (0.13)</td>
                <td colspan="2">0.66 (0.11)</td>
                <td colspan="2">0.19 (0.07)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RF</td>
                <td>0.75 (0.08)</td>
                <td colspan="2">0.29 (0.07)</td>
                <td colspan="2">0.69 (0.12)</td>
                <td colspan="2">0.69 (0.13)</td>
                <td colspan="2">0.19 (0.05)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>XGB</td>
                <td>0.75 (0.07)</td>
                <td colspan="2">0.32 (0.06)</td>
                <td colspan="2">0.72 (0.12)</td>
                <td colspan="2">0.66 (0.13)</td>
                <td colspan="2">0.22 (0.08)</td>
              </tr>
              <tr valign="top">
                <td colspan="11">
                  <bold>Ratio=20</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LGBM</td>
                <td>0.72 (0.07)</td>
                <td colspan="2">0.18 (0.07)</td>
                <td colspan="2">0.68 (0.13)</td>
                <td colspan="2">0.67 (0.13)</td>
                <td colspan="2">0.11 (0.05)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>LR</td>
                <td>0.73 (0.06)</td>
                <td colspan="2">0.2 (0.06)</td>
                <td colspan="2">0.72 (0.14)</td>
                <td colspan="2">0.65 (0.2)</td>
                <td colspan="2">0.13 (0.06)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>RF</td>
                <td>0.72 (0.06)</td>
                <td colspan="2">0.18 (0.04)</td>
                <td colspan="2">0.72 (0.09)</td>
                <td colspan="2">0.63 (0.12)</td>
                <td colspan="2">0.11 (0.03)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>XGB</td>
                <td>0.74 (0.06)</td>
                <td colspan="2">0.17 (0.03)</td>
                <td colspan="2">0.67 (0.13)</td>
                <td colspan="2">0.69 (0.15)</td>
                <td colspan="2"> 0.1 (0.02)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>AUC: area under the receiver operating characteristic curve.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>LGBM: light gradient boosting machine.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>LR: logistic regression.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>RF: random forest.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>XGB: extreme gradient boosting.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Comparison to Baseline Methods</title>
        <p>We compared the AUC values of the three baseline methods (RWR, ACT, and Katz index) on the PPI and PPIK networks, respectively. The performance of these methods on the PPIK network was better than that on the PPI network under most circumstances, according to the AUC values, as shown in <xref ref-type="table" rid="table3">Table 3</xref>. This demonstrated that protein keywords can indeed complement and enrich the PPI network.</p>
        <p>We further compared AUC values between the baseline methods and our proposed method on the PPIK network. Our method achieved better performance on the whole, which outperformed the Katz, ACT, and RWR methods by 0.156, 0.294, and 0.457, respectively, as shown in <xref ref-type="table" rid="table3">Table 3</xref>. Thus, it can be concluded that metagraph representation is a feasible method for network topological features.</p>
        <p>We found that the AUC values of these baseline methods were quite low overall, which may be due to the difficulty for these methods to accurately capture the characteristics of the heterogeneous and sparse network we constructed. However, our framework can effectively capture various features in the network and demonstrated good performance.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Comparison of performance (area under the receiver operating characteristic curve values) of three baseline models and our proposed metagraph method on protein-protein interaction (PPI) and PPI-keyword (PPIK) networks.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="230"/>
            <thead>
              <tr valign="bottom">
                <td>Network</td>
                <td>RWR<sup>a</sup></td>
                <td>ACT<sup>b</sup></td>
                <td>Katz</td>
                <td>Metagraph</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>PPI</td>
                <td>0.521</td>
                <td>0.333</td>
                <td>0.269</td>
                <td>N/A<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>PPIK</td>
                <td>0.604</td>
                <td>0.466</td>
                <td>0.303</td>
                <td>0.76</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>e</sup>RWR: random walk with restart.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>ACT: average commute time.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Potential Schizophrenia Risk Genes Prioritization</title>
        <p>We focused on the results from RF, as the model with the best performance, for the discovery of potential schizophrenia-causing proteins. As the goal of our study was to identify new proteins associated with schizophrenia, we excluded confirmed protein-schizophrenia associations in the database and retained the top 20 proteins identified as risk proteins for schizophrenia. We then transformed our predicted disease proteins to their producer gene IDs based on UniProt. The top 20 predicted genes and their probability scores are listed in <xref ref-type="table" rid="table4">Table 4</xref>.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Top 20 schizophrenia-associated risk genes predicted from the random forest model.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="380"/>
            <col width="220"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Uniprot ID</td>
                <td>Gene symbol</td>
                <td>Predicted probability</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>9606.ENSP00000362978</td>
                <td>
                  <italic>EYA3</italic>
                </td>
                <td>0.94305</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000380602</td>
                <td>
                  <italic>CNTN4</italic>
                </td>
                <td>0.92609</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000432083</td>
                <td>
                  <italic>HSPA8</italic>
                </td>
                <td>0.871386</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000298910</td>
                <td>
                  <italic>LRRK2</italic>
                </td>
                <td>0.865878</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000379138</td>
                <td>
                  <italic>AFP</italic>
                </td>
                <td>0.862006</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000344456</td>
                <td>
                  <italic>CTNNB1</italic>
                </td>
                <td>0.845441</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000369050</td>
                <td>
                  <italic>CYP1A1</italic>
                </td>
                <td>0.809024</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000393312</td>
                <td>
                  <italic>FGFR1</italic>
                </td>
                <td>0.775439</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000265563</td>
                <td>
                  <italic>PRKAR2A</italic>
                </td>
                <td>0.772953</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000347184</td>
                <td>
                  <italic>HTT</italic>
                </td>
                <td>0.770366</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000266058</td>
                <td>
                  <italic>SLIT1</italic>
                </td>
                <td>0.75607</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000308546</td>
                <td>
                  <italic>MEPCE</italic>
                </td>
                <td>0.744564</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000273853</td>
                <td>
                  <italic>CENPC</italic>
                </td>
                <td>0.738029</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000423673</td>
                <td>
                  <italic>NDUFA13</italic>
                </td>
                <td>0.73425</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000345502</td>
                <td>
                  <italic>PDE4D</italic>
                </td>
                <td>0.731391</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000301015</td>
                <td>
                  <italic>PIEZO1</italic>
                </td>
                <td>0.721304</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000263246</td>
                <td>
                  <italic>PACSIN2</italic>
                </td>
                <td>0.715347</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000398131</td>
                <td>
                  <italic>GSPT1</italic>
                </td>
                <td>0.709701</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000373783</td>
                <td>
                  <italic>LOXL2</italic>
                </td>
                <td>0.70657</td>
              </tr>
              <tr valign="top">
                <td>9606.ENSP00000352264</td>
                <td>
                  <italic>CD2AP</italic>
                </td>
                <td> 0.69778</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this work, we proposed an optimized model to enhance schizophrenia-related genes prediction. Our framework identified 20 potential schizophrenia risk genes: <italic>EYA3, CNTN4, HSPA8, LRRK2, AFP, CTNNB1, CYP1A1, FGFR1, PRKAR2A, HTT, SLIT1, MEPCE, CENPC, NDUFA13, PDE4D, PIEZO1, PACSIN2, GSPT1, LOXL2</italic>, and <italic>CD2AP</italic>. Given these results, it is promising to examine what our framework produced. Toward this end, we here further evaluate the top risk genes associated with schizophrenia based on publications to support our predictions and analyze these genes from four different perspectives: function, gene-set enrichment, signaling pathways, and gene character (ie, verification). The evidence for these predictions can be found in the up-to-date literature, which has proven to be reasonable.</p>
        <p>The model adopted in our study is a metagraph representation based on the PPIK network framework. We used this model to identify potential schizophrenia-associated genes. This model attempted to integrate the PPI network with the keywords that describe the biological aspects of the proteins to ultimately form a PPIK network for disease gene prediction. The heterogeneous network contains rich information, involving not only protein interactions with one another but also their functional and structural similarities, which could better compensate for the limitations of the standard PPI network. Based on the PPIK network, we used metagraphs to solve the disease protein classification problem. This type of graph structure can thoroughly capture the topology of a heterogeneous network. By permuting all instances of tiny motifs, we can obtain all biological arrangements between proteins and keywords on the PPIK network, allowing an accurate representation of each protein using a series of metagraphs. In particular, the DWPC indicator was used to quantify metagraph representations, which could capture the prominent feature of metagraphs. Finally, we built a classifier using four advanced machine learning algorithms for disease proteins based on these metagraph representations and selected the best-performing model for disease gene prediction. The utilization of machine learning models to prioritize selected proteins according to predicted probabilities enhanced the interpretability of the results. Our proposed framework can be a practical and efficient prediction model. Of the four machine learning methods, RF achieved the best overall performance with precision of 0.76, recall of 0.73, F1-score of 0.72, and AUC of 0.76. Therefore, the framework using the RF classifier demonstrates superior predictive power.</p>
      </sec>
      <sec>
        <title>Analysis Based on Publications</title>
        <sec>
          <title>Overall Approach</title>
          <p>We searched for evidence from the literature to further validate our method. We evaluated the two new genes with the highest prediction scores and interpreted the potential associations between these genes and diseases from three perspectives, including gene-set enrichment analysis, signaling pathways enrichment analysis, and gene function clustering analysis, as shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>.</p>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Analysis of the top 20 potential schizophrenia risk genes from different perspectives. (A) Results of gene function clustering analysis, with each cluster containing a group of genes with similar function. (B-D) Result of gene-set enrichment analysis on biological process, cellular component, and molecular function terms, respectively, representing the cluster of gene products at three levels based on biological properties. (E) Result of signaling pathways enrichment analysis, with each signaling pathway made up of a set of genes that share common traits and mechanisms.</p>
            </caption>
            <graphic xlink:href="formative_v7i1e50998_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Gene Functional Clustering Analysis</title>
          <p>By dividing gene sets according to relevant function, six categories were mainly formed, including neurodevelopment, immune system, brain abnormality, cancer, gene variant, and methylation, as shown in <xref rid="figure5" ref-type="fig">Figure 5</xref>A.</p>
          <p>Genes related to neural development defects play a role in causing functional disorders in the synapses. The neural development disorders caused by disruptions in synaptic communication can lead to schizophrenia. It is suggested that these genes mediate glutamatergic signal transduction by partially encoding glutamate receptors, which are important for regulating the maturation and function of neurons [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
          <p>The immune system–related genes are a group of genes involved in immune pathways. Immune dysregulation is closely associated with schizophrenia [<xref ref-type="bibr" rid="ref34">34</xref>]. The role of inflammatory mechanisms in schizophrenia is supported by the impact of immune dysregulation and alterations in neuroinflammatory pathways in schizophrenia. Neurotransmitter dysfunctions resulting from cytokine-induced neuroinflammation through microglial activation lead to the inflammatory process and neurodegeneration in schizophrenia. The nuclear factor-κB signaling pathway plays a role in immune response regulation, synaptic plasticity, and memory, which is also associated with schizophrenia.</p>
          <p>Abnormal expression of genes in the brain seems to be specifically active in brain neurons. Patients with schizophrenia often exhibit low levels of cognitive functioning, with decreased connectivity of whole-brain function detected in computed tomography scans and low frontal lobe function of the brain detected in positron emission tomography scans. These findings are considered to be predicators of structural abnormalities in the brain [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
          <p>In cancer-related genes, a GWAS revealed a strong correlation between cancer and schizophrenia risk genes, which is further supported by a bidirectional epidemiological correlation, common genetic changes, and biological mechanisms between the two phenotypes [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
          <p>Gene variants caused by gene mutation increase the susceptibility to disease. Genome-wide enrichment of rare deletions and duplications and a higher rate of de novo copy number variations have been reported in schizophrenia cases. For example, gene mutations cause truncation variants in proteins, resulting in the absence of crucial structural domains or functional regions. Additionally, rare structural variants can disrupt genes essential for neural development pathways, specifically those responsible for synapse formation and function, and polymorphic sites of single nucleotide polymorphisms (SNPs) can interact with each other, thereby increasing the likelihood of schizophrenia.</p>
          <p>In genes with abnormal methylation, DNA methylation at CpG sites can regulate gene expression during disease processes [<xref ref-type="bibr" rid="ref37">37</xref>]. Moreover, methylation can control the onset and progression of the neurodegeneration associated with different cell signaling pathways and dynamically regulate differentiated neurons. This process suggests that there is a correlation between neurodegenerative diseases with implications for schizophrenia [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Gene-Set Enrichment Analysis</title>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref>B demonstrates the results of gene-set enrichment analysis on biological processes. Among these biological processes, regulation of the calcium/calmodulin-dependent protein kinase kinase (CAMKK)–AMP-activated protein kinase (AMPK) signaling cascade was among the significantly correlated pathways, including the LRRK2 and HTT genes, with a prediction probability of 0.87 and 0.77 in the RF classifier, respectively. Impaired cognitive function is an important feature of patients with schizophrenia. This has been linked to increased levels of free radicals and decreased levels of antioxidants, which can activate a range of inflammatory factors, ultimately causing damage to brain cells. In the nervous system, excessive autophagy causes cell death, which in turn leads to damage to cognitive function. Inflammatory stimuli can also cause neurotoxicity and contribute to cognitive dysfunction. AMPK is a crucial kinase in regulating metabolism, which participates in a variety of basic biological processes upon activation, such as cell growth, proliferation, apoptosis, and autophagy. The upstream kinase CAMKK2 can activate the AMPK mechanism when triggered by intracellular calcium ions. By activating AMPK, oxidative stress [<xref ref-type="bibr" rid="ref39">39</xref>], cellular autophagy, and neuroinflammatory processes can be modulated, all of which are closely related to neurodegenerative diseases, thus providing insight into schizophrenia [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref>C demonstrates the results of gene-set enrichment analysis on cellular components. Of these cell components, the Wnt signalosome pathway had a significant correlation, involving the LRRK2 and CTNNB1 genes, and the prediction probability in the RF classifier of the two genes was 0.87 and 0.85, respectively. The Wnt/β-catenin signaling pathway plays a crucial role in the central neurodevelopment of the brain and helps maintain its proper function. Multiple schizophrenia susceptibility genes have been identified in this pathway. One such gene is <italic>GSK3</italic>, a key regulator of signal transfer, and changes to its expression level may be a contributing factor to schizophrenia. Additionally, this pathway plays an important role in the development of dopaminergic neurons. Furthermore, synaptogenesis, axoplasmic transport, and abnormalities in learning and memory functions in the pathway may be associated with certain symptoms of schizophrenia [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref>D demonstrates the results of gene-set enrichment analysis on molecular functions. Among these molecular functions, the heat shock protein (HSP) binding pathway showed a significant correlation. This process involves the HSPA8 and HTT genes with a prediction probability in the RF classifier of 0.87 and 0.77, respectively. HSPs are a group of protein chaperones that protect cells from stress and play a vital role in neurodevelopment. In particular, HSP60 has been found to have dual pro- and anti-inflammatory effects, which have implications for the development of neuropsychiatric disorders. The central nervous system of patients with schizophrenia undergoes autoimmune-mediated processes, which increase the antibody responses to HSP70 and HSP90AB1 proteins. This indicates a link between HSPs and the onset of schizophrenia [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Signaling Pathways Enrichment Analysis</title>
          <p><xref rid="figure5" ref-type="fig">Figure 5</xref>E presents the results of signaling pathways enrichment analysis. Of various signaling pathways, the most significantly correlated pathway was the Rap1 signaling pathway, involving the CTNNB1 gene with a prediction probability of 0.85 and the FGFR1 gene with a prediction probability of 0.78 in the RF classifier. The Rap1 signaling pathway has been shown to be involved in synaptic plasticity, excitation, learning, and memory by inhibiting the release of L-type calcium channel–dependent neurotransmitters, suggesting a link with schizophrenia [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        </sec>
        <sec>
          <title>Verification of the Top Two Genes</title>
          <p>We further examined the role of the top two genes among the top 20 predicted genes. The protein encoded by the EYA3 gene had a prediction probability of 0.94 in the RF classifier, which acts as a transcriptional activator and plays a role in the growth and development process, suggesting a link with human behavior or neural development. This gene may also induce the occurrence, progression, and metastasis of tumors. Studies have found that some genes highly expressed in cancer cells are closely tied to synaptic plasticity. These genes are often expressed at high levels in the mature neurons of the hippocampus and endbrain and can regulate dopamine dysfunction caused by dopamine D2 receptor expression. These genes affect the nervous system and regulate memory and emotions, indicating a strong correlation with schizophrenia [<xref ref-type="bibr" rid="ref44">44</xref>]. Therefore, we speculated that <italic>EYA3</italic> may be a potential risk gene for schizophrenia.</p>
          <p>Neuronal cell adhesion molecules (CAMs) allow for interactions between nerve cells, thus providing support for development of nervous system. Contactins (CNTNs) showed a prediction probability of 0.93 in the RF classifier. As a special subclass of immunoglobulin CAMs, CNTNs have been found to play a critical role in the functioning of neurons and glial networks. As schizophrenia is believed to have its origins in neural development [<xref ref-type="bibr" rid="ref45">45</xref>], <italic>CNTN4</italic> may be an important candidate gene for schizophrenia. Additionally, a nonsynonymous SNP of this gene was associated with the effects of olanzapine and risperidone on negative symptoms of schizophrenia, indicating that <italic>CNTN4</italic> may serve as a risk signal for the identification of schizophrenia.</p>
        </sec>
      </sec>
      <sec>
        <title>Feature Analysis</title>
        <p>We used the Shapley additive explanation value to analyze the importance of the metagraph features contributing to our model. The features are arranged in descending order of importance in <xref rid="figure6" ref-type="fig">Figure 6</xref>. We found that features containing keywords ranked on top, indicating their important role for the prediction capability of the model and their ability to capture more information and provide a better representation of each protein. Among them, larger values of the features <italic>pk</italic>, <italic>kpk</italic>, <italic>pkp</italic>, and <italic>pp</italic> indicate a higher likelihood of being a schizophrenia-associated protein, which indicated that these metagraph features reflected more characteristics describing the molecular mechanism related to the pathogenesis of schizophrenia, whereas other metagraph features seemed to have the opposite impact. The interactions between proteins form the basis of many crucial life activities, and they are of great significance in unraveling complex biological processes in living organisms and understanding the molecular mechanisms of diseases. In particular, the protein complexes that are tightly bound and have specific biological functions are closely related to diseases. The <italic>ppk</italic>, <italic>kpk</italic>, <italic>pkp</italic>, and <italic>ppp</italic> metagraphs are denoted as tightly coupled proteins with specific functions. For example, the 14-3-3 epsilon protein and the reticulon-4 receptor protein are associated with the same biological process of cerebral cortex development. Therefore, such metagraphs may be positively correlated with the incidence of diseases. By contrast, the <italic>pppp</italic>, <italic>pkpp</italic>, and <italic>kppp</italic> metagraphs each contained four nodes. An increase in the number of nodes in the pathway may result in some redundancy of features and thus weaken their meaning. Such paths typically include the binding and interaction of two protein complexes that are not closely linked. For example, the cadherin-related family member 1 protein and the meurexin-2 and neurite extension and migration factor protein complex are associated with the same biological process of replication factor C subunit 2, which therefore have a diminished impact on diseases or may even be negatively correlated with diseases. However, all of these features offer important information for the description of a network, showing various aspects of the network characteristics, and thus these features should be fully employed to represent the proteins.</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Feature explanation of RF model using the Shapley additive explanation (SHAP) value. The importance of each feature decreases from top to bottom, and among these metagraph features, the "ppk," "kpk," "pkp," and "ppp’" features are positively correlated with schizophrenia; the features "pppp" and "pkpp" are negatively correlated; and "kppp" has little influence on the model.</p>
          </caption>
          <graphic xlink:href="formative_v7i1e50998_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Primary Contribution</title>
        <p>In our study, we chose the classifier with the best performance for disease gene prediction. The proposed framework successfully discovered associations hidden from the network and achieved relatively favorable results. The main benefits of our framework are as follows. First, the keywords we considered in the network described rich biological properties of proteins and thus encompassed reasonable predictive power for disease genes. Second, the vector representations for proteins we constructed improved our ability to capture the topological arrangement on the PPIK network for interactions between both proteins and keywords, and each protein can provide a comprehensive representation of its characteristics from various aspects. In addition, it is noteworthy that this framework has general applicability, which can not only be applied to schizophrenia but can also be fine-tuned to achieve better performance by tailoring to other specific diseases.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Despite these benefits, our method still has some limitations. Notably, our method failed to adequately leverage pleiotropy and diverse biological features. To resolve this issue, we can propose a strategy to build a heterogeneous network covering multimodal data. Based on this comprehensive network, we can excavate the potential characteristics of the biological entities and relationships among them to explore candidate disease genes. In addition, our method was based on machine learning techniques, and effective algorithms are required to transform features into a training data set. However, these algorithms are complex and cannot fully reflect the biological information of various aspects in the network. For future work, we can employ deep learning approaches such as convolutional neural networks and autoencoders into our framework for network embedding, which can capture both the structural and nonstructural properties of networks as well as dig out implicit features, thus leading to better predictive performance.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Predicting potential associations between diseases and genes is crucial to the diagnosis and treatment of many diseases. In this work, we proposed an optimized method to mine and predict schizophrenia-associated risk genes. We incorporated PPI and biological keywords of proteins to construct a PPIK network. We then extracted features from the PPIK network and proposed metagraph representations for proteins. Further, we trained and optimized our model using four machine learning algorithms, including RF, XGB, LGBM, and LR, for disease protein prediction. Our method achieved relatively good performance, outperforming the RWR, ACT, and Katz baseline methods. We applied RF, as the machine learning model with better comprehensive performance, to make the prediction. In particular, we mapped these proteins to their gene IDs and obtained the top 20 novel potential schizophrenia-associated genes. Finally, we performed feature analysis and searched for evidence in the literature to explain the potential association between specific genes and diseases. The results indicate that application of our approach was quite reasonable and reliable in the discovery of schizophrenia-associated risk genes. Overall, our method provides a means to enrich protein interactions with more detailed information, which can encourage the deeper mining of relations between proteins. This method is likely to contribute to research on schizophrenia pathology and can offer some guidance for the diagnosis and treatment of schizophrenia. In addition, this approach can help to save time and costs, thereby facilitating basic research. After more testing and optimization in independent samples, these results are expected to be applied in future clinical practice and clinical trials.</p>
      </sec>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated and analyzed in this study are available from the corresponding author on reasonable request.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ACT</term>
          <def>
            <p>average commute time</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AMPK</term>
          <def>
            <p>AMP-activated protein kinase</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">AUC</term>
          <def>
            <p>area under the receiver operating characteristic curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CAM</term>
          <def>
            <p>cell adhesion molecule</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">CAMKK</term>
          <def>
            <p>calcium/calmodulin-dependent protein kinase kinase</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">CNTN</term>
          <def>
            <p>contactin</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">DWPC</term>
          <def>
            <p>degree-weighted path count</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">GCN</term>
          <def>
            <p>graph convolutional network</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">GRAIL</term>
          <def>
            <p>Gene Relationships Among Implicated Loci</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">GWAS</term>
          <def>
            <p>genome-wide association study</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">HSP</term>
          <def>
            <p>heat shock protein</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">IRB</term>
          <def>
            <p>institutional review board</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">LGBM</term>
          <def>
            <p>light gradient boosting machine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">LR</term>
          <def>
            <p>logistic regression</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">MAGENTA</term>
          <def>
            <p>meta-analysis gene-set enrichment of variant associations</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">PDP</term>
          <def>
            <p>path-degree product</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">PPI</term>
          <def>
            <p>protein-protein interaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">PPIK</term>
          <def>
            <p>protein-protein interaction-keyword</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb19">RF</term>
          <def>
            <p>random forest</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb20">RWR</term>
          <def>
            <p>random walk with restart</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb21">SNP</term>
          <def>
            <p>single nucleotide polymorphism</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb22">XGB</term>
          <def>
            <p>extreme gradient boosting</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was funded by the “Biomedical Literature Information Assurance and Integrated Service Platform,” a Major Collaborative Innovation Project of the Medical and Health Technology Innovation Project of the Chinese Academy of Medical Sciences, in 2021 (grant number 2021-I2M-1-033).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Rare and common variants analysis of the EMB gene in patients with schizophrenia</article-title>
          <source>BMC Psychiatry</source>
          <year>2020</year>
          <month>03</month>
          <day>25</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>135</fpage>
          <lpage>146</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpsychiatry.biomedcentral.com/articles/10.1186/s12888-020-02513-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12888-020-02513-3</pub-id>
          <pub-id pub-id-type="medline">32213169</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12888-020-02513-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7093976</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Janas-Kozik</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dudek</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Heitzman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Remberk</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Samochowiec</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Słopień</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wichniak</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Polish Psychiatric Association diagnostic and therapeutic management guidelines for patients with early-onset schizophrenia</article-title>
          <source>Psychiatr Pol</source>
          <year>2022</year>
          <month>08</month>
          <day>31</day>
          <volume>56</volume>
          <issue>4</issue>
          <fpage>675</fpage>
          <lpage>695</lpage>
          <pub-id pub-id-type="doi">10.12740/PP/OnlineFirst/149707</pub-id>
          <pub-id pub-id-type="medline">37074823</pub-id>
          <pub-id pub-id-type="pii">149707</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miryala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Anbarasu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ramaiah</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Discerning molecular interactions: a comprehensive review on biomolecular interaction databases and network analysis tools</article-title>
          <source>Gene</source>
          <year>2018</year>
          <month>02</month>
          <day>05</day>
          <volume>642</volume>
          <fpage>84</fpage>
          <lpage>94</lpage>
          <pub-id pub-id-type="doi">10.1016/j.gene.2017.11.028</pub-id>
          <pub-id pub-id-type="medline">29129810</pub-id>
          <pub-id pub-id-type="pii">S0378-1119(17)30992-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Saha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Prediction of protein-protein interaction using graph neural networks</article-title>
          <source>Sci Rep</source>
          <year>2022</year>
          <month>05</month>
          <day>19</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>8360</fpage>
          <pub-id pub-id-type="doi">10.1038/s41598-022-12201-9</pub-id>
          <pub-id pub-id-type="medline">35589837</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-022-12201-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC9120162</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Predicting disease-related genes using integrated biomedical networks</article-title>
          <source>BMC Genomics</source>
          <year>2017</year>
          <month>01</month>
          <day>25</day>
          <volume>18</volume>
          <issue>Suppl 1</issue>
          <fpage>1043</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcgenomics.biomedcentral.com/articles/10.1186/s12864-016-3263-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12864-016-3263-4</pub-id>
          <pub-id pub-id-type="medline">28198675</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12864-016-3263-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5310285</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yizhou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rick</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Manish</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Charu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jiawei</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Co-author relationship prediction in heterogeneous bibliographic networks</article-title>
          <year>2011</year>
          <conf-name>International Conference on Advances in Social Networks Analysis and Mining</conf-name>
          <conf-date>July 25-27, 2011</conf-date>
          <conf-loc>Kaohsiung, Taiwan</conf-loc>
          <pub-id pub-id-type="doi">10.1109/asonam.2011.112</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ata</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Xiao</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Disease gene classification with metagraph representations</article-title>
          <source>Methods Mol Biol</source>
          <year>2018</year>
          <volume>1807</volume>
          <fpage>211</fpage>
          <lpage>224</lpage>
          <pub-id pub-id-type="doi">10.1007/978-1-4939-8561-6_16</pub-id>
          <pub-id pub-id-type="medline">30030814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Segrè</surname>
              <given-names>AV</given-names>
            </name>
            <collab>DIAGRAM Consortium</collab>
            <collab>MAGIC investigators</collab>
            <name name-style="western">
              <surname>Groop</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mootha</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Daly</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Altshuler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Common inherited variation in mitochondrial genes is not enriched for associations with type 2 diabetes or related glycemic traits</article-title>
          <source>PLoS Genet</source>
          <year>2010</year>
          <month>08</month>
          <day>12</day>
          <volume>6</volume>
          <issue>8</issue>
          <fpage>e1001058</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pgen.1001058"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pgen.1001058</pub-id>
          <pub-id pub-id-type="medline">20714348</pub-id>
          <pub-id pub-id-type="pii">e1001058</pub-id>
          <pub-id pub-id-type="pmcid">PMC2920848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liekens</surname>
              <given-names>AML</given-names>
            </name>
            <name name-style="western">
              <surname>De Knijf</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Daelemans</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Goethals</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>De Rijk</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Del-Favero</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>BioGraph: unsupervised biomedical knowledge discovery via automated hypothesis generation</article-title>
          <source>Genome Biol</source>
          <year>2011</year>
          <month>06</month>
          <day>22</day>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>R57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://genomebiology.biomedcentral.com/articles/10.1186/gb-2011-12-6-r57"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/gb-2011-12-6-r57</pub-id>
          <pub-id pub-id-type="medline">21696594</pub-id>
          <pub-id pub-id-type="pii">gb-2011-12-6-r57</pub-id>
          <pub-id pub-id-type="pmcid">PMC3218845</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Raychaudhuri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Plenge</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Rossin</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>ACY</given-names>
            </name>
            <collab>International Schizophrenia Consortium</collab>
            <name name-style="western">
              <surname>Purcell</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Sklar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Scolnick</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Xavier</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Altshuler</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Daly</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Identifying relationships among genomic disease regions: predicting genes at pathogenic SNP associations and rare deletions</article-title>
          <source>PLoS Genet</source>
          <year>2009</year>
          <month>06</month>
          <volume>5</volume>
          <issue>6</issue>
          <fpage>e1000534</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pgen.1000534"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pgen.1000534</pub-id>
          <pub-id pub-id-type="medline">19557189</pub-id>
          <pub-id pub-id-type="pmcid">PMC2694358</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh-Blom</surname>
              <given-names>UM</given-names>
            </name>
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tewari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Dhillon</surname>
              <given-names>IS</given-names>
            </name>
            <name name-style="western">
              <surname>Marcotte</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>Prediction and validation of gene-disease associations using methods inspired by social network analyses</article-title>
          <source>PLoS One</source>
          <year>2013</year>
          <volume>8</volume>
          <issue>5</issue>
          <fpage>e58977</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0058977"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0058977</pub-id>
          <pub-id pub-id-type="medline">23650495</pub-id>
          <pub-id pub-id-type="pii">PONE-D-12-29582</pub-id>
          <pub-id pub-id-type="pmcid">PMC3641094</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Le</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Machine learning-based approaches for disease gene prediction</article-title>
          <source>Brief Funct Genomics</source>
          <year>2020</year>
          <month>12</month>
          <day>04</day>
          <volume>19</volume>
          <issue>5-6</issue>
          <fpage>350</fpage>
          <lpage>363</lpage>
          <pub-id pub-id-type="doi">10.1093/bfgp/elaa013</pub-id>
          <pub-id pub-id-type="medline">32567652</pub-id>
          <pub-id pub-id-type="pii">5860123</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lü</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Link prediction based on local random walk</article-title>
          <source>Europhys Lett</source>
          <year>2010</year>
          <month>03</month>
          <day>30</day>
          <volume>89</volume>
          <issue>5</issue>
          <fpage>58007</fpage>
          <pub-id pub-id-type="doi">10.1209/0295-5075/89/58007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>MGREL: A multi-graph representation learning-based ensemble learning method for gene-disease association prediction</article-title>
          <source>Comput Biol Med</source>
          <year>2023</year>
          <month>03</month>
          <volume>155</volume>
          <fpage>106642</fpage>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2023.106642</pub-id>
          <pub-id pub-id-type="medline">36805231</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(23)00107-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Integrating human omics data to prioritize candidate genes</article-title>
          <source>BMC Med Genomics</source>
          <year>2013</year>
          <month>12</month>
          <day>18</day>
          <volume>6</volume>
          <fpage>57</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedgenomics.biomedcentral.com/articles/10.1186/1755-8794-6-57"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1755-8794-6-57</pub-id>
          <pub-id pub-id-type="medline">24344781</pub-id>
          <pub-id pub-id-type="pii">1755-8794-6-57</pub-id>
          <pub-id pub-id-type="pmcid">PMC3878333</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zakeri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Simm</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Arany</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>ElShal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moreau</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Gene prioritization using Bayesian matrix factorization with genomic and phenotypic side information</article-title>
          <source>Bioinformatics</source>
          <year>2018</year>
          <month>07</month>
          <day>01</day>
          <volume>34</volume>
          <issue>13</issue>
          <fpage>i447</fpage>
          <lpage>i456</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29949967"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/bioinformatics/bty289</pub-id>
          <pub-id pub-id-type="medline">29949967</pub-id>
          <pub-id pub-id-type="pii">5045723</pub-id>
          <pub-id pub-id-type="pmcid">PMC6022676</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kai</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Greg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffrey</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Efficient estimation of word representations in vector space</article-title>
          <year>2013</year>
          <conf-name>International Conference on Learning Representations;</conf-name>
          <conf-date>May 2-4, 2013</conf-date>
          <conf-loc>Scottsdale, AZ</conf-loc>
          <pub-id pub-id-type="doi">10.48550/arXiv.1301.3781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Quan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Predicting disease-related RNA associations based on graph convolutional attention network</article-title>
          <year>2019</year>
          <conf-name>2019 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)</conf-name>
          <conf-date>November 18-21, 2019</conf-date>
          <conf-loc>San Diego, CA</conf-loc>
          <pub-id pub-id-type="doi">10.1109/bibm47256.2019.8983191</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yin</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>REDDA: Integrating multiple biological relations to heterogeneous graph neural network for drug-disease association prediction</article-title>
          <source>Comput Biol Med</source>
          <year>2022</year>
          <month>11</month>
          <volume>150</volume>
          <fpage>106127</fpage>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2022.106127</pub-id>
          <pub-id pub-id-type="medline">36182762</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(22)00835-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ding</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Research on fine-grained semantic association between scientific literature and scientific data</article-title>
          <source>Library Forum</source>
          <year>2016</year>
          <volume>36</volume>
          <issue>7</issue>
          <fpage>24</fpage>
          <lpage>33</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pop</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>MetaPath: identifying differentially abundant metabolic pathways in metagenomic datasets</article-title>
          <source>BMC Proc</source>
          <year>2011</year>
          <month>05</month>
          <day>28</day>
          <volume>5 Suppl 2</volume>
          <issue>Suppl 2</issue>
          <fpage>S9</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcproc.biomedcentral.com/articles/10.1186/1753-6561-5-S2-S9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1753-6561-5-S2-S9</pub-id>
          <pub-id pub-id-type="medline">21554767</pub-id>
          <pub-id pub-id-type="pii">1753-6561-5-S2-S9</pub-id>
          <pub-id pub-id-type="pmcid">PMC3090767</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Himmelstein</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Baranzini</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Heterogeneous network edge prediction: a data integration approach to prioritize disease-associated genes</article-title>
          <source>PLoS Comput Biol</source>
          <year>2015</year>
          <month>07</month>
          <volume>11</volume>
          <issue>7</issue>
          <fpage>e1004259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pcbi.1004259"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pcbi.1004259</pub-id>
          <pub-id pub-id-type="medline">26158728</pub-id>
          <pub-id pub-id-type="pii">PCOMPBIOL-D-14-02222</pub-id>
          <pub-id pub-id-type="pmcid">PMC4497619</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Faloutsos</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>Fast random walk with restart and its applications</article-title>
          <year>2006</year>
          <conf-name>Sixth International Conference on Data Mining (ICDM'06)</conf-name>
          <conf-date>December 18-22, 2006</conf-date>
          <conf-loc>Hong Kong, China</conf-loc>
          <pub-id pub-id-type="doi">10.1109/icdm.2006.70</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Randić</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Resistance distance</article-title>
          <source>J Math Chem</source>
          <year>1993</year>
          <month>12</month>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>81</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1007/bf01164627</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Katz</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A new status index derived from sociometric analysis</article-title>
          <source>Psychometrika</source>
          <year>1953</year>
          <month>3</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>39</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1007/bf02289026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacDougall</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Volynkin</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Saidi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Poggioli</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Zellner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hatton-Ellis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Joshi</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donovan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Auchincloss</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baratin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bolleman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Coudert</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>de Castro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hulo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Masson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Pedruzzi</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rivoire</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Arighi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Garavelli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vinayaka</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Natale</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Laiho</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Renaux</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pichler</surname>
              <given-names>K</given-names>
            </name>
            <collab>The UniProt Consortium</collab>
          </person-group>
          <article-title>UniRule: a unified rule resource for automatic annotation in the UniProt Knowledgebase</article-title>
          <source>Bioinformatics</source>
          <year>2021</year>
          <month>04</month>
          <day>01</day>
          <volume>36</volume>
          <issue>22-23</issue>
          <fpage>5562</fpage>
          <lpage>4648</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33821964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/bioinformatics/btaa663</pub-id>
          <pub-id pub-id-type="medline">33821964</pub-id>
          <pub-id pub-id-type="pii">6007973</pub-id>
          <pub-id pub-id-type="pmcid">PMC8016456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Szklarczyk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wyder</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Simonovic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Doncheva</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bork</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jensen</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>von Mering</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The STRING database in 2017: quality-controlled protein-protein association networks, made broadly accessible</article-title>
          <source>Nucleic Acids Res</source>
          <year>2017</year>
          <month>01</month>
          <day>04</day>
          <volume>45</volume>
          <issue>D1</issue>
          <fpage>D362</fpage>
          <lpage>D368</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27924014"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gkw937</pub-id>
          <pub-id pub-id-type="medline">27924014</pub-id>
          <pub-id pub-id-type="pii">gkw937</pub-id>
          <pub-id pub-id-type="pmcid">PMC5210637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>STRING database licensing</source>
          <access-date>2023-11-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://string-db.org/cgi/access?footer_active_subpage=licensing,">https://string-db.org/cgi/access?footer_active_subpage=licensing,</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>Mar 2004</article-title>
          <source>Uniprot database licensing</source>
          <access-date>2023-11-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ebi.ac.uk/training/online/courses/uniprot-exploring-protein-sequence-and-functional-info/what-is-uniprot/the-uniprot-databases/,">https://www.ebi.ac.uk/training/online/courses/uniprot-exploring-protein-sequence-and-functional-info/what-is-uniprot/the-uniprot-databases/,</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>Guidelines for review by the Ethics Review Committee of Peking Union Hospital, Chinese Academy of Medical Sciences</source>
          <year>2022</year>
          <access-date>2023-11-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ethic.pumch.cn/sites/default/files/uploads_202204/20230802/014878943980634-187281841625-V200.pdf">https://ethic.pumch.cn/sites/default/files/uploads_202204/20230802/014878943980634-187281841625-V200.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zhuang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Yuan</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Liang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Identification of potential biomarkers and infiltrating immune cells from scalp psoriasis</article-title>
          <source>Gene</source>
          <year>2023</year>
          <month>10</month>
          <day>21</day>
          <volume>893</volume>
          <fpage>147918</fpage>
          <pub-id pub-id-type="doi">10.1016/j.gene.2023.147918</pub-id>
          <pub-id pub-id-type="medline">37871808</pub-id>
          <pub-id pub-id-type="pii">S0378-1119(23)00759-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Upregulation of m6A reader HNRNPA2B1 associated with poor prognosis and tumor progression in lung adenocarcinoma</article-title>
          <source>Recent Pat Anticancer Drug Discov</source>
          <year>2023</year>
          <month>10</month>
          <day>17</day>
          <fpage>online ahead of print</fpage>
          <pub-id pub-id-type="doi">10.2174/0115748928258696230925064550</pub-id>
          <pub-id pub-id-type="medline">37877146</pub-id>
          <pub-id pub-id-type="pii">PRA-EPUB-135294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Poterba</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Akil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Al Eissa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barchas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bass</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bigdeli</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Breen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bromet</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Buckley</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Bunney</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Bybjerg-Grauholm</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Byerley</surname>
              <given-names>WF</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Churchhouse</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Craddock</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Cusick</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>DeLisi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dodge</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Escamilla</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Eskelinen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fanous</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Faraone</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Fiorentino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Francioli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gabriel</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Gage</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gagliano Taliun</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Ganna</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Genovese</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Glahn</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Grove</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Hämäläinen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Heyne</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Holi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hougaard</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Howrigan</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hwu</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Karczewski</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kirov</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Lehrer</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Lescai</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Malaspina</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marder</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>McCarroll</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>McIntosh</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Medeiros</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Milani</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Morley</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Mortensen</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Myers</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Nordentoft</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Olivares</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ongur</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ouwehand</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Paunio</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Quested</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rapaport</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Rees</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rollins</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Satterstrom</surname>
              <given-names>FK</given-names>
            </name>
            <name name-style="western">
              <surname>Schatzberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scolnick</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Sklar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smoller</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Sobell</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Solomonson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stahl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Suvisaari</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tiao</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Watts</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Blackwood</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Børglum</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Corvin</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Esko</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Freimer</surname>
              <given-names>NB</given-names>
            </name>
            <name name-style="western">
              <surname>Glatt</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hultman</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>McQuillin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Palotie</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pato</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Pato</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Pulver</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>St Clair</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tsuang</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Vawter</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Werge</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Ophoff</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Owen</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boehnke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donovan</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Neale</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Daly</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Rare coding variants in ten genes confer substantial risk for schizophrenia</article-title>
          <source>Nature</source>
          <year>2022</year>
          <month>04</month>
          <volume>604</volume>
          <issue>7906</issue>
          <fpage>509</fpage>
          <lpage>516</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/35396579"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41586-022-04556-w</pub-id>
          <pub-id pub-id-type="medline">35396579</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-022-04556-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC9805802</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Si</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>[Research progress on the immunomodulatory effects and mechanisms of trace amine-associated receptor 1]</article-title>
          <source>Sheng Li Xue Bao</source>
          <year>2023</year>
          <month>04</month>
          <day>25</day>
          <volume>75</volume>
          <issue>2</issue>
          <fpage>248</fpage>
          <lpage>254</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://actaps.sinh.ac.cn/qikan/manage/wenzhang/2023-2-11.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">37089099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hjorthøj</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stürup</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nordentoft</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Years of potential life lost and life expectancy in schizophrenia: a systematic review and meta-analysis</article-title>
          <source>Lancet Psychiatry</source>
          <year>2017</year>
          <month>04</month>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>295</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.1016/S2215-0366(17)30078-0</pub-id>
          <pub-id pub-id-type="medline">28237639</pub-id>
          <pub-id pub-id-type="pii">S2215-0366(17)30078-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>XJ</given-names>
            </name>
          </person-group>
          <article-title>Functional genomics reveal gene regulatory mechanisms underlying schizophrenia risk</article-title>
          <source>Nat Commun</source>
          <year>2019</year>
          <month>02</month>
          <day>08</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>670</fpage>
          <pub-id pub-id-type="doi">10.1038/s41467-019-08666-4</pub-id>
          <pub-id pub-id-type="medline">30737407</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41467-019-08666-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6368563</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adraoui</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Douw</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Martens</surname>
              <given-names>GJM</given-names>
            </name>
            <name name-style="western">
              <surname>Maas</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Connecting neurobiological features with interregional dysconnectivity in social-cognitive impairments of schizophrenia</article-title>
          <source>Int J Mol Sci</source>
          <year>2023</year>
          <month>04</month>
          <day>22</day>
          <volume>24</volume>
          <issue>9</issue>
          <fpage>7680</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijms24097680"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijms24097680</pub-id>
          <pub-id pub-id-type="medline">37175387</pub-id>
          <pub-id pub-id-type="pii">ijms24097680</pub-id>
          <pub-id pub-id-type="pmcid">PMC10177877</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prasad</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jho</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>A concise review of human brain methylome during aging and neurodegenerative diseases</article-title>
          <source>BMB Rep</source>
          <year>2019</year>
          <month>10</month>
          <volume>52</volume>
          <issue>10</issue>
          <fpage>577</fpage>
          <lpage>588</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31462381"/>
          </comment>
          <pub-id pub-id-type="doi">10.5483/BMBRep.2019.52.10.215</pub-id>
          <pub-id pub-id-type="medline">31462381</pub-id>
          <pub-id pub-id-type="pii">4751</pub-id>
          <pub-id pub-id-type="pmcid">PMC6827576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wadhwa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maurya</surname>
              <given-names>PK</given-names>
            </name>
          </person-group>
          <article-title>Oxidative stress and accelerated aging in neurodegenerative and neuropsychiatric disorder</article-title>
          <source>Curr Pharm Des</source>
          <year>2018</year>
          <volume>24</volume>
          <issue>40</issue>
          <fpage>4711</fpage>
          <lpage>4725</lpage>
          <pub-id pub-id-type="doi">10.2174/1381612825666190115121018</pub-id>
          <pub-id pub-id-type="medline">30644343</pub-id>
          <pub-id pub-id-type="pii">CPD-EPUB-95791</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nagy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maurer</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Hentze</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Rose</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Werge</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Rewitz</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>AMPK signaling linked to the schizophrenia-associated 1q21.1 deletion is required for neuronal and sleep maintenance</article-title>
          <source>PLoS Genet</source>
          <year>2018</year>
          <month>12</month>
          <volume>14</volume>
          <issue>12</issue>
          <fpage>e1007623</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pgen.1007623"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pgen.1007623</pub-id>
          <pub-id pub-id-type="medline">30566533</pub-id>
          <pub-id pub-id-type="pii">PGENETICS-D-18-01585</pub-id>
          <pub-id pub-id-type="pmcid">PMC6317821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inestrosa</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Montecinos-Oliva</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fuenzalida</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Wnt signaling: role in Alzheimer disease and schizophrenia</article-title>
          <source>J Neuroimmune Pharmacol</source>
          <year>2012</year>
          <month>12</month>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>788</fpage>
          <lpage>807</lpage>
          <pub-id pub-id-type="doi">10.1007/s11481-012-9417-5</pub-id>
          <pub-id pub-id-type="medline">23160851</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jiao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Polymorphisms of heat shock protein 70 genes (HSPA1A, HSPA1B and HSPA1L) and susceptibility of noise-induced hearing loss in a Chinese population: A case-control study</article-title>
          <source>PLoS One</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>2</issue>
          <fpage>e0171722</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0171722"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0171722</pub-id>
          <pub-id pub-id-type="medline">28182740</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-36539</pub-id>
          <pub-id pub-id-type="pmcid">PMC5300111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Fang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Rohlsen-Neal</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Analyzing the genes related to nicotine addiction or schizophrenia via a pathway and network based approach</article-title>
          <source>Sci Rep</source>
          <year>2018</year>
          <month>02</month>
          <day>13</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>2894</fpage>
          <pub-id pub-id-type="doi">10.1038/s41598-018-21297-x</pub-id>
          <pub-id pub-id-type="medline">29440730</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41598-018-21297-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5811491</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jia</surname>
              <given-names>YB</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The link between cancer-related genes and mental illness</article-title>
          <source>Modern Tumor Med</source>
          <year>2017</year>
          <fpage>3527</fpage>
          <lpage>3530</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Oguro-Ando</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zuko</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijer</surname>
              <given-names>KTE</given-names>
            </name>
            <name name-style="western">
              <surname>Burbach</surname>
              <given-names>JPH</given-names>
            </name>
          </person-group>
          <article-title>A current view on contactin-4, -5, and -6: implications in neurodevelopmental disorders</article-title>
          <source>Mol Cell Neurosci</source>
          <year>2017</year>
          <month>06</month>
          <volume>81</volume>
          <fpage>72</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mcn.2016.12.004</pub-id>
          <pub-id pub-id-type="medline">28064060</pub-id>
          <pub-id pub-id-type="pii">S1044-7431(16)30291-3</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
