<?xml version="1.0" encoding="UTF-8"?>
<TEI xml:space="preserve" xmlns="http://www.tei-c.org/ns/1.0" 
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 
xsi:schemaLocation="http://www.tei-c.org/ns/1.0 https://raw.githubusercontent.com/kermitt2/grobid/master/grobid-home/schemas/xsd/Grobid.xsd"
 xmlns:xlink="http://www.w3.org/1999/xlink">
	<teiHeader xml:lang="en">
		<fileDesc>
			<titleStmt>
				<title level="a" type="main">OPMI: the Ontology of Precision Medicine and Investigation and its support for clinical data and metadata representation and analysis</title>
			</titleStmt>
			<publicationStmt>
				<publisher/>
				<availability status="unknown"><licence/></availability>
			</publicationStmt>
			<sourceDesc>
				<biblStruct>
					<analytic>
						<author>
							<persName><forename type="first">Yongqun</forename><surname>He</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution">University of Michigan Medical School</orgName>
								<address>
									<postCode>48109</postCode>
									<settlement>Ann Arbor</settlement>
									<region>MI</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Edison</forename><surname>Ong</surname></persName>
						</author>
						<author>
							<persName><forename type="first">Jennifer</forename><surname>Schaub</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution">University of Michigan Medical School</orgName>
								<address>
									<postCode>48109</postCode>
									<settlement>Ann Arbor</settlement>
									<region>MI</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Frederick</forename><surname>Dowd</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution">University of Michigan Medical School</orgName>
								<address>
									<postCode>48109</postCode>
									<settlement>Ann Arbor</settlement>
									<region>MI</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
							<affiliation key="aff1">
								<orgName type="institution">University of Washington</orgName>
								<address>
									<postCode>98195</postCode>
									<settlement>Seattle</settlement>
									<region>WA</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">John</forename><forename type="middle">F</forename><surname>O'toole</surname></persName>
							<affiliation key="aff2">
								<orgName type="institution">Cleveland Clinic</orgName>
								<address>
									<settlement>Cleveland</settlement>
									<region>OH</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Anastasios</forename><surname>Siapos</surname></persName>
							<affiliation key="aff3">
								<orgName type="institution">IQVIA</orgName>
								<address>
									<settlement>Brighton</settlement>
									<country key="GB">UK</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Christian</forename><surname>Reich</surname></persName>
							<affiliation key="aff3">
								<orgName type="institution">IQVIA</orgName>
								<address>
									<settlement>Brighton</settlement>
									<country key="GB">UK</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Sarah</forename><surname>Seager</surname></persName>
							<affiliation key="aff3">
								<orgName type="institution">IQVIA</orgName>
								<address>
									<settlement>Brighton</settlement>
									<country key="GB">UK</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Ling</forename><surname>Wan</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution">University of Michigan Medical School</orgName>
								<address>
									<postCode>48109</postCode>
									<settlement>Ann Arbor</settlement>
									<region>MI</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
							<affiliation key="aff4">
								<orgName type="institution">OntoWise</orgName>
								<address>
									<settlement>Nanjing</settlement>
									<region>Jiangzu</region>
									<country key="CN">China</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Hong</forename><surname>Yu</surname></persName>
							<affiliation key="aff5">
								<orgName type="department">Department of Pulmonary and Critical Care Medicine</orgName>
								<orgName type="institution">Guizhou Provincial People&apos;s Hospital</orgName>
								<address>
									<postCode>550002</postCode>
									<settlement>Guiyang</settlement>
									<region>Guizhou</region>
									<country key="CN">China</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Jie</forename><surname>Zheng</surname></persName>
							<affiliation key="aff6">
								<orgName type="department">Perelman School of Medicine</orgName>
								<orgName type="institution">University of Pennsylvania</orgName>
								<address>
									<postCode>19104</postCode>
									<settlement>Philadelphia</settlement>
									<region>PA</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Christian</forename><surname>Stoeckert</surname></persName>
							<affiliation key="aff6">
								<orgName type="department">Perelman School of Medicine</orgName>
								<orgName type="institution">University of Pennsylvania</orgName>
								<address>
									<postCode>19104</postCode>
									<settlement>Philadelphia</settlement>
									<region>PA</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Xiaolin</forename><surname>Yang</surname></persName>
							<affiliation key="aff7">
								<orgName type="department">Institute of Basic Medical Science</orgName>
								<orgName type="institution">Chinese Academy of Medical Sciences</orgName>
								<address>
									<settlement>Beijing</settlement>
									<country key="CN">China</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Sheng</forename><surname>Yang</surname></persName>
							<affiliation key="aff7">
								<orgName type="department">Institute of Basic Medical Science</orgName>
								<orgName type="institution">Chinese Academy of Medical Sciences</orgName>
								<address>
									<settlement>Beijing</settlement>
									<country key="CN">China</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Becky</forename><surname>Steck</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution">University of Michigan Medical School</orgName>
								<address>
									<postCode>48109</postCode>
									<settlement>Ann Arbor</settlement>
									<region>MI</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Christopher</forename><surname>Park</surname></persName>
							<affiliation key="aff1">
								<orgName type="institution">University of Washington</orgName>
								<address>
									<postCode>98195</postCode>
									<settlement>Seattle</settlement>
									<region>WA</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Laura</forename><surname>Barisoni</surname></persName>
							<affiliation key="aff8">
								<orgName type="institution">Duke University</orgName>
								<address>
									<region>NC</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Matthias</forename><surname>Kretzler</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution">University of Michigan Medical School</orgName>
								<address>
									<postCode>48109</postCode>
									<settlement>Ann Arbor</settlement>
									<region>MI</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Jonathan</forename><surname>Himmelfarb</surname></persName>
							<affiliation key="aff1">
								<orgName type="institution">University of Washington</orgName>
								<address>
									<postCode>98195</postCode>
									<settlement>Seattle</settlement>
									<region>WA</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Ravi</forename><surname>Iyengar</surname></persName>
							<affiliation key="aff9">
								<orgName type="institution">University Icahn School of Medicine at Mount Sinai</orgName>
								<address>
									<postCode>10029</postCode>
									<region>NY</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Sean</forename><forename type="middle">D</forename><surname>Mooney</surname></persName>
							<affiliation key="aff1">
								<orgName type="institution">University of Washington</orgName>
								<address>
									<postCode>98195</postCode>
									<settlement>Seattle</settlement>
									<region>WA</region>
									<country key="US">USA</country>
								</address>
							</affiliation>
						</author>
						<title level="a" type="main">OPMI: the Ontology of Precision Medicine and Investigation and its support for clinical data and metadata representation and analysis</title>
					</analytic>
					<monogr>
						<imprint>
							<date/>
						</imprint>
					</monogr>
					<idno type="MD5">5840759B63B9AEEFF8D7C2F2F37892E9</idno>
				</biblStruct>
			</sourceDesc>
		</fileDesc>
		<encodingDesc>
			<appInfo>
				<application version="0.7.2" ident="GROBID" when="2023-03-24T00:48+0000">
					<desc>GROBID - A machine learning software for extracting information from scholarly documents</desc>
					<ref target="https://github.com/kermitt2/grobid"/>
				</application>
			</appInfo>
		</encodingDesc>
		<profileDesc>
			<textClass>
				<keywords>
					<term>Common data model</term>
					<term>kidney</term>
					<term>case report form</term>
				</keywords>
			</textClass>
			<abstract>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>Consortia conducting precision medicine studies face a major challenge of integrating big data including clinical and biomedical data. In this study, we report our development of the community-driven Ontology of Precision Medicine and Investigation (OPMI) and its applications in clinical data and metadata representation. OPMI has been used to represent the common data model (CDM) of the Observational Health Data Sciences and Informatics (or OHDSI) program. It has also been used to represent approximately 30 case report forms defined by the NIH-supported Kidney Precision Medicine Project (KPMP).</head><p>Our case studies showed that OPMI is able to semantically and precisely represent the OHDSI CDM, various KPMP clinical forms, and their associated data and metadata. Such ontological representations support standardized data representation, sharing, recording, integration, and advanced analysis.</p></div>
			</abstract>
		</profileDesc>
	</teiHeader>
	<text xml:lang="en">
		<body>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>I. INTRODUCTION</head><p>Precision medicine is an emerging medical approach for disease prevention and treatment that takes into account individual variability in genes, environment, and lifestyle. An example of a study in precision medicine is the Kidney Precision Medicine Project (KPMP; http://kpmp.org), a large NIH/NIDDK-funded consortium project with the aim of understanding and treating human kidney diseases. With a focus on human studies, the KPMP project covers clinical recruitment, clinical study, biopsy, pathology, molecular data and Omics data analysis. With the large amounts of data generated, we will identify how to systematically collect, represent, integrate, and analyze and make use of the big data with the help of ontologies.</p><p>Precision medicine faces the challenge of big data. Big data represents the data characterized with the 5 Vs: volume, veracity, velocity, variety, and value <ref type="bibr" target="#b0">[1]</ref>, which requires specific technology and analytical methods for its transformation into meaningful knowledge.</p><p>In precision medicine, basic research results, such as Omics study results, are affected by many clinical factors. Clinical factors (e.g., biological sex and age) are generally poorly recorded and studied. Before investigators can deeply and accurately analyze precision medicine data, the clinical data need to be captured and modeled systematically and robustly. For example, to achieve this goal, KPMP investigators created over 30 case report forms (CRFs), which are being used across many institutes. These clinical forms cover over 2000 questions and hundreds of clinical factors. Each of the clinical factors may affect the phenotype or omics analysis outcomes.</p><p>To support clinical data collection and analysis, there have exist many common data models (CDMs), including the CDMs of the OHDSI Observational Medical Outcomes Partnership (OMOP) <ref type="bibr" target="#b1">[2]</ref>, the Patient-Centered Outcomes Research Network (PCORnet) <ref type="bibr" target="#b2">[3]</ref>, the healthcare management organizations' research network (HMORN) virtual data warehouse <ref type="bibr" target="#b3">[4]</ref>, and the Study Data Tabulation Model (SDTM) of the Clinical Data Interchange Standards Consortium (CDISC) <ref type="bibr" target="#b4">[5]</ref>. One issue is that these CDMs are often not interoperable at the semantic level. We hypothesized that an ontological representation of the OMOP CDM (and other CDMs) would better semantically represent and standardize the data formatted based on the CDM and support better data analysis. As an example, the OMOP CDM is a relational database model that supports interoperable analyses of disparate observational databases <ref type="bibr" target="#b1">[2]</ref>. The OMOP CDM has been widely adopted to support the accommodation of observational medical data from disparate data sources. However, the terms in the OMOP CDM lacks strong semantic relations. For example, the "Condition" in the OMOP CDM could be a natural disease or an adverse event following a surgery or drug administration. The usage of ontology makes it possible to better differentiate the two types of conditions and support better data representation and analysis.</p><p>that support alignment with each other. Most current OBO ontologies cover basic research domains. Our proposed Ontology of Precision Medicine and Investigation (OPMI) has recently been included in the OBO library ontology list, which aims to focus on the representation of entities and relations in the domain of precision medicine and its investigation.</p><p>In this study, we report the OPMI development strategy and results with a focus on its supporting clinical studies. OPMI has been used to ontologize OMOP CDM and CRFs and to further support the KPMP precision medicine study.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>II. METHODS</head></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>A. OPMI ontology development methods</head><p>OPMI is developed as a community-based open source biomedical ontology by following the OBO Foundry ontology development principles such as openness and collaboration <ref type="bibr" target="#b5">[6]</ref>. The eXtensive Ontology Development (XOD) strategy <ref type="bibr" target="#b6">[7]</ref> was applied for the ontology development. Specifically, OPMI reuses many terms and relations from existing ontologies, including the Ontology of General Medical Science (OGMS) <ref type="bibr" target="#b7">[8]</ref>, Ontology for Biomedical Investigations (OBI) <ref type="bibr" target="#b8">[9,</ref><ref type="bibr" target="#b9">10]</ref>, Human Phenotype Ontology (HP) <ref type="bibr" target="#b10">[11]</ref>, Uberon multi-species anatomy ontology (UBERON) <ref type="bibr" target="#b11">[12]</ref>, Ontology of Adverse Events (OAE) <ref type="bibr" target="#b12">[13]</ref>, and Informed Consent Ontology (ICO) <ref type="bibr" target="#b13">[14]</ref>. The tool Ontofox (http://ontofox.hegroup.org) <ref type="bibr" target="#b14">[15]</ref> was used to extract and reuse terms from these existing ontologies. OPMI-specific terms were assigned new identifiers using the prefix "OPMI_" followed by auto-generated seven-digit numbers.</p><p>The Protégé OWL editor (http://protege.stanford.edu/) was used for the OPMI visualization and manual term editing. The Hermit reasoner (http://hermit-reasoner.com/) inside the Protégé OWL editor was applied for ontology consistency checking and inferencing.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>B. OPMI representation and analysis of OHDSI CDM</head><p>We used OPMI to ontologically model the OMOP CDM used in the OHDSI program. As the underlying data standard of OHDSI, the OMOP CDM allows for interoperable analyses of disparate observational databases. To demonstrate the usage of OPMI to study OMOP CDM, we used the data extracted from the IQVIA Pharmetric Plus database data (https://www.iqvia.com), which had already been converted into the OMOP CDM format. In this study, kidney disease data were extracted from the database based on the OPMI data model. Supported by this model, we developed an algorithm to identify the concept IDs that covered the correct conditions of interest. Once identified, we extracted the patients who initially did not have acute kidney injury (AKI), then were treated with heart surgery, and diagnosed with AKI with 14 days after the surgery. The SNOMED concept term "Acute renal failure syndrome" and 62 other associated concept terms were used. The conditions within 30 days before the heart surgery were extracted and mapped to the Human Phenotype Ontology (HP) <ref type="bibr" target="#b10">[11]</ref>. To better analyze the subset of related HP terms, the tool Ontofox <ref type="bibr" target="#b14">[15]</ref> was used to extract these HP terms and their associated upper level terms, and the Protégé OWL editor tool <ref type="bibr" target="#b15">[16]</ref> was used to display the structure.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>C. OPMI representation of KPMP case report forms and their contents using CRF-Question-Entity model</head><p>The KPMP CRFs were extracted, modeled, and analyzed using the OPMI platform. The CRFs and the contents defined in CRFs were represented using a newly designed "CRF-Question-Entity" model. Based on this model, OPMI generates specific ontology terms to represent various CRFs in the ontology. Each CRF usually includes many textual questions, e.g., "Are you aged less than 18 years old?" OPMI also represents such textual questions, and also identifies the entities in reality (e.g., age and its value of less than 18 years old) that are referred to by the questions. Many of these entity terms are imported from existing ontologies. All the labels, synonyms and definitions of the CRFs and CRF-related terms were carefully evaluated by the KPMP community and domain experts in the field.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>D. OPMI format, source code, license, and deposition</head><p>Formatted The OPMI ontology is deposited in several well recognized ontology repositories, including the Ontobee <ref type="bibr" target="#b16">[17]</ref> website: http://www.ontobee.org/ontology/OPMI, NCBO BioPortal website: https://bioportal.bioontology.org/ontologies/OPMI, as well as OLS: https://www.ebi.ac.uk/ols/ontologies/opmi.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>E. OPMI query and analysis</head><p>To demonstrate the usage of OPMI, we developed SPARQL scripts to query OPMI using Ontobee's SPARQL query endpoint (http://www.ontobee.org/sparql), and DL (description logic) query using the Protégé OWL editor.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>III. RESULTS</head></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>A. OPMI design and top level structure</head><p>Fig. <ref type="figure" target="#fig_0">1</ref> illustrates selected key OPMI terms and top level hierarchical structure. OPMI adopts the Basic Formal Ontology (BFO) <ref type="bibr" target="#b17">[18,</ref><ref type="bibr" target="#b18">19]</ref> as its upper level ontology. The BFO:continuant branch represents entities (e.g., 'material entity' which endure through time. The BFO:occurrent branch represents entities that are temporal (e.g., temporal region) and which occur over time (e.g., 'process'). As the default upper level ontology in the OBO ontology community, BFO has been adopted by many ontologies. The alignment with the BFO structure makes OPMI interoperable with a large number of other ontologies, including those OBO ontologies.</p><p>OPMI imports and semantically links terms from many existing biomedical ontologies, such as OGMS <ref type="bibr" target="#b7">[8]</ref>, OBI <ref type="bibr" target="#b8">[9,</ref><ref type="bibr" target="#b9">10]</ref>, HP <ref type="bibr" target="#b10">[11]</ref>, UBERON <ref type="bibr" target="#b11">[12]</ref>, and ICO <ref type="bibr" target="#b13">[14]</ref> (Fig. <ref type="figure" target="#fig_0">1</ref>). There are many reasons to choose these ontologies. First, the importing and reusing of these reliable precision medicine-related ontology terms avoids the reinvention of the wheel and also provides a good starting point for OPMI development. Second, all these ontologies are reliable OBO library ontologies (http://obofoundry.org/) and can all be aligned with the same upper level ontology BFO. Such alignments allow the interoperability among these reused terms with the same semantic relations. The semantic alignments and interoperability also make it efficient to build up OPMI. It is noted that the OBO Foundry aims to form a non-redundant set of ontologies to cover different biological and biomedical areas, the terms imported from the other ontologies are designed to be unique and do not overlap with terms from other OBO library ontologies.</p><p>OPMI also includes many OPMI-specific precision medicine-related terms such as 'precision medicine investigation'. The newly added OPMI terms also includes those CRF terms, textual questions used in CRFs, the question-related entities in reality, clinical metadata terms related to precision medicine studies, and terms related to clinical and health-related CDMs.</p><p>The most important reason why OPMI focuses on ontologization of CRFs and CRF questions is that the CRF development is critical to clinical studies and a lot of questions are frequently reused. But it is time consuming to build up new CRFs from the ground, and it is difficult to compare the questions and results from different CRFs. To make more efficient CRF design and usage, it would be important to standardize CRF components. Textual questions are the key components of CRFs. The same questions (e.g., age and biological sex questions) may appear in different CRFs. Therefore, the standardization of the questions becomes essential to the whole CRF standardization process. Meanwhile, the same textual question may be expressed in different ways. From a scientific research standpoint, we should more focus on what each question is really about in reality, i.e., the entities or metadata types behind each question rather than how a question is expressed. Accordingly, we developed the CRF-Question-Entity strategy with the aim to standardize CRF questions, entities (or metadata types) and answers under these questions, leading to the standardization and efficient analysis of different CRFs. While the KPMP project will learn a lot from the ontologization of KPMP CRFs and their contents, many of benefits will go to future CRF studies that do not have to go over the CRF generation from scratch as KPMP has done. OPMI ontology unambiguously represents the clinical terms defined in OMOP CDM and the relations among these terms. Established on a realism-based view <ref type="bibr" target="#b19">[20]</ref>, OPMI treats 'visit occurrence' as a process and 'visit detail' as information content entity. Many other processes, including 'procedure occurrence' and 'device exposure' but not necessarily 'drug exposure', are 'part of' the visit occurrence process. OPMI separates 'condition occurrence' into different scenarios including disease course, symptom phenotype, and drug/surgery adverse events. To support specimen-focused precision medicine investigations, OPMI also includes additional terms such as 'specimen collection' and 'specimen assay', which are linked to OMOP elements (e.g. specimen and measurement).</p><p>The OPMI model clearly shows the differences between natural disease courses and adverse events. A disease course is a pathological bodily process that produces specific signs or symptoms at a specific location of a patient. An adverse event is a pathological bodily process that occurs after a medical intervention such as a drug exposure or a surgery procedure <ref type="bibr" target="#b12">[13]</ref>. According to the FDA standards, it is not necessary to have a causal relation between the medical intervention and the adverse event outcome. However, the main aim of adverse event study is to identify potential causal relations. To identify whether a surgery adverse event occurs, we need to ensure that an abnormal medical condition occurs after a surgery instead of before it. Such a strategy was then used in our kidney adverse event use case study as described below.</p><p>In OMOP CDM-based database schema, foreign keys are used to link different tables. In OPMI, the relations among these entities are more clearly represented using well-defined relations that are commonly used among OBO ontologies. New relations are also generated (Figure <ref type="figure">2</ref>). Note that such a class level ontology design pattern (Figure <ref type="figure">2</ref>) can also be used to represent instance level data, which can be stored in a RDF triple store and subject to SPARQL queries and analyses. Fig. <ref type="figure">2</ref>. OPMI ontological representation of OMOP CDM elements and their relations. The terms highlighted in red boxes are table names in OPMI CDM that are also represented as OPMI ontology terms. The terms in black boxes represent ontology terms in OPMI to add values to the OMOP CDM. The lines with text in the middle represent the relations (i.e., object properties) between different terms. OMOP model uses relational database primary keys and foreign keys to make links between different CDM elements. In contrast, OPMI uses the ontology relations to more explicitly represent the linkages between terms. Such ontology relations have the advantage of logically defining the relation meanings and directions with input and output. ICE: information content entity.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>C. OHDSI kidney data analysis using OPMI stratregy</head><p>An important precision medicine application is related to the precision medical intervention to reduce the occurrence of various adverse events, especially severe adverse events. It is possible that the occurrences of these adverse events are due to various genetic, health or environmental conditions. If we can identify important conditions that are correlate with the adverse events, we can then design rational tests to reduce the threats of adverse events and support public health.</p><p>In this study, we hypothesize that ontology-based semantic modeling, together with the usage of ontologies, including Human Phenotype Ontology (HP) and Ontology of Adverse Events (OAE), could help clarify different conditions in OMOP CDM-compatible database, and better understand the contributions of different factors to the presence of specific adverse events. In the area of kidney adverse event research, surgery and drug-induced kidney injury is common, well recognized and an important public health problem. For example, heart surgeries are often followed with AKI adverse events <ref type="bibr" target="#b20">[21]</ref>. The incidence of AKI among patients after cardiac surgery can be up to 30-50% <ref type="bibr" target="#b20">[21,</ref><ref type="bibr" target="#b21">22]</ref>. Many risk factors are associated with AKI after cardiac surgery, for example, advanced age, female gender, hypertension, hyperlipemia, diabetes, surgery types, etc. <ref type="bibr" target="#b20">[21,</ref><ref type="bibr" target="#b22">23]</ref>. Therefore, the study of this highly prevalent and prognostically important AKI adverse event after heart surgery is very needed to the public health. The knowledge learned from this study may also later help the study of drug-associated kidney adverse events.</p><p>Based on the Fig. <ref type="figure">2</ref> OPMI modeling, we developed an algorithm to differentiate surgery adverse events from natural diseases. Specifically, our algorithm identifies and treats the heart surgery time as the index time. To be qualified as an AKI adverse event following heart surgery, the patient should not have AKI during a period before the index time, and have AKI during a short period after the index time. We then used ontologies to represent the phenotypes, heart surgeries, and adverse events systematically, with the aim to identify insightful patterns. Fig. <ref type="figure">3</ref>. Identification of conditions associated with the heart surgery and the following AKI adverse event using OHDSI data and OPMI ontololgy modeling. The condition terms are represented using HPO.</p><p>We used OHDSI data provided by the IQVIA Pharmetric Plus database. Our OHDSI cohort study identified a total of 15,548 patients that fulfilled our selection criteria. These patients were categorized as having a heart surgery-associated AKI adverse event.</p><p>Our demographic study of the cohort data showed that among all the identified 15,548 patients, 72% are male and 28% are female patients. The patient groups aged greater than 55 years old occupied 78.5% of the AKI adverse event cases. The high incidence in advanced age group is consistent with the previous report <ref type="bibr" target="#b20">[21]</ref>. Different from the previous reports of higher risk in female patients <ref type="bibr" target="#b20">[21,</ref><ref type="bibr" target="#b23">24]</ref>, our study showed a much higher incidence (18:7) in male patients than in female patients. The underlying reasons deserve further investigation.</p><p>The conditions during 30 days before the heart surgery associated with AKI adverse events are represented and classified using the Human Phenotype Ontology (HPO) (Fig. <ref type="figure">3</ref>). The largest group of phenotype conditions is the abnormality of the cardiovascular system. Many of these conditions might be reasons for heart surgery, and some of them might have higher chance to causally link with the AKI occurrence. For example, our study found that 8433 patients (54%) had coronary arteriosclerosis. The identified patients were also associated with other phenotypes including kidney disease, pain, dyspnea, hyperlipidemia, and Type II diabetes (Fig. <ref type="figure">3</ref>). Our cohort includes 7,546 patients with hypertensive disorder, 4,684 with kidney disease, 5,121 with hyperlipidemia, 4,561 with Type 2 diabetes, and 4,523 with dyspnea. Specific surgery types were also identified. For example, our cohort study found that many patients underwent different types of valvular procedures, which were previously found to be associated with a higher risk <ref type="bibr" target="#b22">[23]</ref>.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>D. OPMI representation of KPMP case report forms</head><p>Figure <ref type="figure" target="#fig_1">4</ref> demonstrates the representative list of KPMP CRFs. In total, KPMP includes approximately 30 CRFs used in different stages of clinical study. These stages cover the screening and patient tracking, enrollment, pre-biopsy, biopsy, post-biopsy, and pathology test, etc. Overall, these CRFs cover over 2,800 questions. Each question is about some specific entities related to the clinical study. Note that for the US Food and Drug Administration (FDA), a case report form often means the cases of adverse events. However, in clinical trials or clinical studies, a case report form means any form that related to clinical study, which has a broader coverage.</p><p>Our OPMI strategy of representing these CRFs can be summarized as "CRF-Question-Entity" (Fig. <ref type="figure" target="#fig_2">5A</ref>). In this strategy, each CRF includes one or more questions, and each question is about some entity or entities, and different entities are connected using semantic relations in ontology. The questions in the strategy are essential since they link CRF and entities. While CRFs for a particular project may be very specific and cannot be reused, the questions are often similar among projects and can be reused. It is also noted that the same question may be expressed in different words, for example, the questions "Are you aged less than 18 years old" and "Are you aged 18 years or younger?" are essentially the same question. Once we model the entity or content behind the question, we do not need to worry about different expression formats.</p><p>Fig. <ref type="figure" target="#fig_2">5B</ref> provides an example on how the "CRF-Question-Entity" can be used. This example illustrates the KPMP eligibility assessment form, which includes different questions. We defined two specific types of questions: exclusion question and inclusion question. An exclusion question is a question where a positive answer of the question would lead to the exclusion of the participant candidate from the specific clinical study. For example, if a person is aged 17 years, he or she will answer Yes to a "Whether age less than 18 years" question. These questions are explicitly asked in the CRFs for IRB and legality requirement which are frequently asked in other clinical studies besides KPMP. These questions are also often time anchored in multiple CRF forms at different stage of the studies. Even though these questions may not be necessarily important to the scientific interests, they are important in the context of precision medicine studies to enroll participants. In this example, the age can be calculated from the date of birth recorded in the database or retrieved from other questions. However, the definition of the concepts in the ontology enables us to raise questions from different angles and with additional information. Since this is an exclusion question that defines an exclusion criterion, the person's positive answer will indicate that he or she is ineligible for the KPMP study. This specific question is about the entity term 'age less than 18 years', and then we can logically define this term as a subclass of 'age', which is a physical quality by itself. Furthermore, we can define this specific age quality with a specific measured value:</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>'quality measured by year' max 17</head><p>Such a logical definition can be parsed and understood by computers. Therefore, our strategy successfully defines the question, what the question is about, and how the question is used in the eligibility assessment CRF.</p><p>One use of such strategy is the interoperability of CRFs and CRF questions. For example, some new European precision medicine project may quickly sum up their CRFs using the questions defined in OPMI. Their specific questions can differ, and their ways to express their questions can differ. However, as long as their questions can be mapped to the OPMI question IDs, OPMI will be able to provide the underlying entities and their relations. This way can help support the CRF and clinical data standardization, sharing, and cross-institute data analysis.  </p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>E. OPMI representaiton of clinical metadata</head><p>The follow-up Omics and pathology studies in KPMP would generate a lot of genes up-or down-regulated given different conditions. The clinical variables become a big pool of conditions that would influence the data analysis of the follow-up data analysis. The conditions are essentially reflected by the "entity" part laid out in the "CRF-Question-Entity" strategy as described above. In addition, these clinical variables can be represented as metadata, i.e., "data about data", which sum up the clinical variable types to be studied in KPMP and other studies. These ontologically represented clinical variables will later be useful in systematic Omics data analysis by providing possible reasons for some statistically identified Omics data analysis results. </p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>F. OPMI statistics</head><p>The latest release of OPMI contains a total of 2,958 terms, including 2,701 classes, 124 object properties, 2 data properties, and 118 annotation properties. Among these terms, 340 terms have OPMI_ namespace, and the other terms were imported from over 30 existing ontologies. The full ontology statistics of OPMI can be found on the Ontobee ontology statistics website at: http://www.ontobee.org/ontostat/OPMI.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>G. OPMI-based data query and analysis</head><p>The OPMI ontology is being developed with many applications in mind. Here we demonstrate the usage of the OPMI information for querying for two important questions.</p><p>The first example is to use SPARQL to query what questions are exclusion questions in the KPMP eligibility assessment form and what entities these questions are about (Fig. <ref type="figure">6A</ref>). With only a few lines, this query easily identified those exclusion questions and the entities to which the questions refer.</p><p>Based on the exclusion question setting and participant candidates' answers, we can identify which candidates are ineligible. We generated a use case demonstration to illustrate such an application (Fig. <ref type="figure">6B</ref>). In our sandbox study, there are 3 candidates who provided different answers to a list of eligibility questions. These candidates and their provided answers can be represented as instances of OPMI classes. A DL (description logic) query can be used developed to query the data. Let us assume the 3 clinical study participant candidates came from 2 different recruitment sites (e.g., UT Southwestern and Yale University). Since we used the same ontology and terminology, we can query across different sites. As shown in Fig. <ref type="figure">6B</ref>, we could identify that two of the participants answered yes to the 'Whether age less than 18 years' question. Based on the exclusion rule, this candidate is not qualified for participating in the KPMP project. Fig. <ref type="figure">6</ref>. OPMI query examples. (A) SPARQL query of exclusion questions and the entities that the questions are about as defined in KPMP eligibility assessment form. Ontobee SPARQL (http://www.ontobee.org/sparql) was used for this query. (B) DL (description logic) query of who are ineligible based on an exclusion question. This sandbox example includes three patients, each of which provided some answers to CRF questions. The DL query was conducted using the Protégé OWL editor.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>IV. DISCUSSION</head><p>To support challenging precision medicine studies, we can greatly benefit from ontologies to represent, standardize, share, and integrate various clinical and biomedical big data. Similar to other big data domains, the big data in precision medicine have features of high volume, high variety, high velocity, and high veracity. As an open source ontology in the domain of precision medicine, OPMI is a timely community-based effort to systematically represent various precision medicine-related entities and how these entities are related. Our use case studies demonstrate that OPMI, together with other existing OBO ontologies, is able to support OHDSI CDM and OHDSI data analysis, as well as KPMP CRF and associated content representation and analysis, leading to valuable clinical and scientific insights.</p><p>The ontology representation of different common data models (CDMs) may provide a feasible way to semantically integrate the different CDM systems. The CDMs, like OMOP CDM, provides a robust platform to standardize data from different databases and clinical studies. The OMOP relational database CDM is easy to be interpreted by humans. The relations between elements in different tables can be linked and queried through relational database primary keys and foreign keys. However, the CDM relations are indirect (through foreign keys instead of direct linkages), and the representation is difficult to be interpreted by machines without human operation. Meanwhile, the CDM model is overall a high level design and may not be used to handle deep granularity as ontology can do. Our OPMI modeling (Fig. <ref type="figure">2</ref>) shows that the CDM elements and their relations can be logically represented using ontology. The OHDSI-based kidney adverse event data analysis (Fig. <ref type="figure">3</ref>) further demonstrated that the ontological modeling and application can support practical research studies. In this case, OMOP Condition cannot differentiate adverse events as a consequence from a medical intervention (e.g., surgery or drug treatment) from the symptoms or abnormal phenotypes of an on-going disease. However, based on the adverse event definition, we can design a method to perform such a differentiation in ontology level i.e., that an adverse event is an abnormal condition that occurs after a medical intervention. In our study, we only considered AKI adverse event that did not occur within 30 days before heart surgery but did occur after the heart surgery. The representation and analysis of the conditions before heart surgery using the Human Phenotype Ontology (HPO) (Fig. <ref type="figure">3</ref>) allowed us to have a clear idea on how the patients' information (e.g., age and symptoms) and heart surgery are associated with the AKI adverse event. However, even though the ontology can help better represent and interpret the adverse event definitions, the ontology by itself does not directly handle large volumes of big data well, for which OMOP is good at. Therefore, our ontology representation can be used as a complementary method to support OMOP data analysis. Furthermore, the logic generated by ontology can be used to support CDM description and harmonize the integration of data from different CDM systems. While the current study focuses on OHDSI OMOP CDM, we plan to study other CDMs and test how OPMI can be used to harmonize different CDMs at a semantic ontology representation level.</p><p>The follow-up KPMP study provides a more systematic and integrated use case to study the kidney disease precision medicine. Over 20 universities and institutes will participate in the KPMP, recruiting individuals with various forms of acute kidney injury (AKI) and chronic kidney disease (CKD). Each participant will be biopsied, and the kidney tissue samples will be divided for assays including RNA-seq, proteomics, metabolomics, pathology, and histological studies. To better analyze the basic assay data, we will need to fully capture the clinical data types and all instance data from each patient given different conditions. With this information, we can then analyze whether an Omics finding is related to a clinical variable (such as age or biological sex).</p><p>Our CRF-Question-Entity strategy is a new way to capture the CRF contents and their associated entities. CRFs are commonly used. It is time consuming to generate CRFs. Once generated and used for a specific study they are then archived, but not reused for similar studies. To support efficient CRF generation and reuse, our ontology-based strategy systematically record CRFs, their associated questions, and the question-referred entities. Although specific CRFs may not be reused, the questions often reappear in different forms. Although many questions are expressed differently, they are designed to capture the same concepts. Through modeling and representation of the underlying concepts, we are able semantically define questions, which then further help define the CRFs. We believe that such a strategy can help automate the process of digitalizing and processing CRFs, supporting clinical research.</p><p>To the best of our knowledge, such a CRF-Question-Entity strategy is first proposed and implemented in this study. This strategy was inspired by our own previous ontology representation and analysis of 12 informed consent forms from pharmacies and local governments <ref type="bibr" target="#b24">[25]</ref>. The representation of those forms allowed us to compare different questions in different forms. However, that study did not emphasize the representation of the concepts in reality that the questions are designed determine. Abidi et al. presented a framework to semi-automatically extract medical entities from referral letters, classifying the unstructured referral letters according to their semantic types based on SNOMED-CT <ref type="bibr" target="#b25">[26]</ref>, and transcribe CRFs based on the extracted information from the referral letters. Such a strategy does not result in ontology representation of CRFs. However, the semi-automatic extraction of medical entities from text is a valuable way to improve the speed of ontology development. Lin et al. presented a multi-technique approach to facilitate electronic CRF (eCRF) design by adopting common data element standards and ontology-based knowledgebase <ref type="bibr" target="#b26">[27]</ref>. It is likely that our OPMI CRF-Question-Entity representation will indeed support eCRF development. OPMI will be able to provide a pool of questions for eCRF designers to choose and use. Once a set of questions are defined, our system will be able to allow users to automatically identify the concepts in reality behind these questions and the semantic relations between the entities.</p><p>We presented the OPMI and its CRF-Question-Entity strategy in the Seventh Clinical and Translational Science Ontology Workshop, Orlando, Florida, on February 20 2019. This workshop had the theme of "Ontology for Precision Medicine: From Genomes to Public Health". Our presentation and another one-hour discussion on this topic in the next day were well-received. While there were efforts to record CRF questions and answers, our strategy of ontological modeling of the underlying semantic meanings of CRF questions was generally considered novel. Constructive and insightful comments were also received, for example, how to properly represent the reality of 'unknown answer to question'. These comments are being carefully considered in our OPMI development.</p><p>OPMI is a community effort. Its initial development came from the development of the Ontology of Respiratory Disease Investigation (ORDI), which ontologically represented many clinical terms frequently used in the respiratory disease studies <ref type="bibr" target="#b27">[28]</ref>. Respiratory diseases are among the leading causes of death worldwide. It remains a challenge to standardize, integrate, and analyze high volume and heterogeneous respiratory disease investigation data for deep mechanism understanding and rationale treatment design. One study surveyed hundreds of residents from the urban and suburb communities associated with various variables and different respiratory diseases <ref type="bibr" target="#b27">[28]</ref>.</p><p>Another use case is the application of OPMI to support the National Physique and Health Database in China (http://cnphd.bmicc.cn/chs/en/), which was initiated in 2001, and is being maintained by the Biologic Medicine Information Center of China (BMICC, http://www.bmicc.org), Institute of Basic Medical Sciences (IBMS), Chinese Academy of Medical Sciences, Beijing, China. The database contains the physical and health data of over 160,000 Chinese from different locations, genders, and ages. Over 200 parameters, related to morphology, function and physical capacity of an individual body, were identified and used in the database. In addition, more data will be collected and added to this database in the future. OPMI is being applied to standardize and analyze the data in the database and make the data more accessible and useful by others.</p><p>The ClinEpiDB project, launched in February 2018, is an open-access online resource enabling investigators to maximize the utility and reach of their clinical epidemiology data and to make optimal use of the data released by others (https://clinepidb.org). With a focus on diarrheal and infectious disease epidemiology, ClinEpiDB datasets involve many clinical epidemiology-related questions from CRFs. Representing these requires many clinical terms that overlap with the coverage of OPMI and represents one area of potential collaboration. It will also be interesting to compare the commonalities and differences between the CRFs in ClinEpiDB and KPMP, and provide template CRFs for other clinical projects.</p><p>In addition, OPMI is also being explored to support many other community-based precision medicine projects, including the representation of clinical trial terms as seen in ClinicalTrials.gov, a database of clinical studies conducted around the world (https://clinicaltrials.gov/). The ClinicalTrials.gov database defines many clinical trial related terms (https://prsinfo.clinicaltrials.gov/definitions.html). We are currently collaborating with the researchers in the US National Institute of Health (NIH) and model and represent these terms in OPMI.</p></div><figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_0"><head>Fig. 1 .</head><label>1</label><figDesc>Fig. 1. OPMI top level hierarchical structure and representative terms. All terms are aligned together under the BFO structure.</figDesc></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_1"><head>Fig. 4 .</head><label>4</label><figDesc>Fig. 4. CRFs developed in the KPMP project.</figDesc><graphic coords="6,86.15,119.90,441.95,206.75" type="bitmap" /></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_2"><head>Fig. 5 .</head><label>5</label><figDesc>Fig. 5. OPMI design pattern of representing CRFs. (A) General "CRF-Question-Entity" design pattern; (B) Example of eligibiilty assement CRF. This form includes many questions such as "Whether age less than 18 years old", which is about the age quality that has a measured value of less than 18 years old. All these are logically represented in OPMI.</figDesc><graphic coords="6,101.05,363.60,409.90,209.75" type="bitmap" /></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0"><head></head><label></label><figDesc></figDesc><graphic coords="4,99.35,143.90,415.55,232.55" type="bitmap" /></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0"><head></head><label></label><figDesc></figDesc><graphic coords="7,69.35,476.90,473.30,223.90" type="bitmap" /></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0" type="table" xml:id="tab_1"><head>Table 1</head><label>1</label><figDesc>provides a set of representative metadata types that are derived from the entities referred by the KPMP CRF questions, which are defined in the ~30 KPMP CRFs.</figDesc><table><row><cell>TABLE I.</cell><cell cols="2">REPRESENTATIVE KPMP CLINICAL METADATA TYPES</cell></row><row><cell cols="2">Metadata types</cell><cell>Metadata Examples</cell></row><row><cell cols="2">Quality and measurements</cell><cell>Measurement protocol details (e.g., arm and stand/sit/lay position in blood pressure measurement)</cell></row><row><cell cols="2">Health conditions</cell><cell>Comorbities, pregnancy, adverse events</cell></row><row><cell></cell><cell></cell><cell>drug medication, prior surgeries</cell></row><row><cell cols="2">Medical interventions</cell><cell>transplantation, dialysis, biopsy,</cell></row><row><cell></cell><cell></cell><cell>transplantation</cell></row><row><cell cols="2">Substances exposed to</cell><cell>Additional prescription drugs, recreation drugs, cigarettes, and alcohols</cell></row><row><cell></cell><cell></cell><cell>employment status, race, ethnicity,</cell></row><row><cell cols="2">Socioeconomic factors</cell><cell>education level, income, health</cell></row><row><cell></cell><cell></cell><cell>insurance status</cell></row><row><cell cols="2">Environmental</cell><cell>county, state, country, hospital, primary care location</cell></row><row><cell></cell><cell></cell><cell>collection time, processing time,</cell></row><row><cell cols="2">Biosample</cell><cell>transportatoin tracking, biopsy location,</cell></row><row><cell></cell><cell></cell><cell>storage location, storage time</cell></row><row><cell cols="2">Patient reported</cell><cell>patient experience, quality of life, pain, axiety,</cell></row><row><cell cols="2">outcomes</cell><cell>complicatoin, likert scale</cell></row><row><cell cols="2">Patient study</cell></row><row><cell cols="2">status tracking</cell></row></table><note>pass or fail screening, whether informed consent signed, is active in study? is live? Electronic health record (EHR) source of EHR, record availability, processing/harmonization method</note></figure>
		</body>
		<back>

			<div type="acknowledgement">
<div xmlns="http://www.tei-c.org/ns/1.0"><head>ACKNOWLEDGMENT</head><p>This KPMP project is supported by the NIH National Institute of Diabetes and Digestive and Kidney Diseases (NIDDK) U2C Project #: 1U2CDK114886-01. We appreciate Dr. Deborah Hoshizaki's discussion and support during the ontology development and applications. We also appreciate the discussion and feedback provided by the attendees (including Matthias Brochhausen, Peter Elkin, William Hogan, etc.) in the Seventh Clinical and Translational Science Ontology Workshop.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>ADDRESS FOR CORRESPONDENCE</head><p>Please contact YH from the University of Michigan, Ann Arbor, MI, USA. Email address: yongqunh@med.umich.edu. Telephone: +1-734-615-8231.</p></div>
			</div>

			<div type="references">

				<listBibl>

<biblStruct xml:id="b0">
	<analytic>
		<title level="a" type="main">Unraveling the Complexities of Life Sciences Data</title>
		<author>
			<persName><forename type="first">R</forename><surname>Higdon</surname></persName>
		</author>
		<author>
			<persName><forename type="first">W</forename><surname>Haynes</surname></persName>
		</author>
		<author>
			<persName><forename type="first">L</forename><surname>Stanberry</surname></persName>
		</author>
		<author>
			<persName><forename type="first">E</forename><surname>Stewart</surname></persName>
		</author>
		<author>
			<persName><forename type="first">G</forename><surname>Yandl</surname></persName>
		</author>
		<author>
			<persName><forename type="first">C</forename><surname>Howard</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Big Data</title>
		<imprint>
			<biblScope unit="volume">1</biblScope>
			<biblScope unit="page" from="42" to="50" />
			<date type="published" when="2013-03">Mar 2013</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b1">
	<analytic>
		<title level="a" type="main">Observational Health Data Sciences and Informatics (OHDSI): Opportunities for Observational Researchers</title>
		<author>
			<persName><forename type="first">G</forename><surname>Hripcsak</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">D</forename><surname>Duke</surname></persName>
		</author>
		<author>
			<persName><forename type="first">N</forename><forename type="middle">H</forename><surname>Shah</surname></persName>
		</author>
		<author>
			<persName><forename type="first">C</forename><forename type="middle">G</forename><surname>Reich</surname></persName>
		</author>
		<author>
			<persName><forename type="first">V</forename><surname>Huser</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">J</forename><surname>Schuemie</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Stud Health Technol Inform</title>
		<imprint>
			<biblScope unit="volume">216</biblScope>
			<biblScope unit="page" from="574" to="578" />
			<date type="published" when="2015">2015</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b2">
	<analytic>
		<title level="a" type="main">PCORnet: turning a dream into reality</title>
		<author>
			<persName><forename type="first">F</forename><forename type="middle">S</forename><surname>Collins</surname></persName>
		</author>
		<author>
			<persName><forename type="first">K</forename><forename type="middle">L</forename><surname>Hudson</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">P</forename><surname>Briggs</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">S</forename><surname>Lauer</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Am Med Inform Assoc</title>
		<imprint>
			<biblScope unit="volume">21</biblScope>
			<biblScope unit="page" from="576" to="577" />
			<date type="published" when="2014-08">Jul-Aug 2014</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b3">
	<analytic>
		<title level="a" type="main">The HMO Research Network Virtual Data Warehouse: A Public Data Model to Support Collaboration</title>
		<author>
			<persName><forename type="first">T</forename><forename type="middle">R</forename><surname>Ross</surname></persName>
		</author>
		<author>
			<persName><forename type="first">D</forename><surname>Ng</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">S</forename><surname>Brown</surname></persName>
		</author>
		<author>
			<persName><forename type="first">R</forename><surname>Pardee</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">C</forename><surname>Hornbrook</surname></persName>
		</author>
		<author>
			<persName><forename type="first">G</forename><surname>Hart</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">EGEMS (Wash DC)</title>
		<imprint>
			<biblScope unit="volume">2</biblScope>
			<biblScope unit="page">1049</biblScope>
			<date type="published" when="2014">2014</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b4">
	<analytic>
		<title level="a" type="main">Global clinical data interchange standards are here!</title>
		<author>
			<persName><forename type="first">T</forename><surname>Souza</surname></persName>
		</author>
		<author>
			<persName><forename type="first">R</forename><surname>Kush</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">P</forename><surname>Evans</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Drug Discov Today</title>
		<imprint>
			<biblScope unit="volume">12</biblScope>
			<biblScope unit="page" from="174" to="181" />
			<date type="published" when="2007-02">Feb 2007</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b5">
	<analytic>
		<title level="a" type="main">The OBO Foundry: coordinated evolution of ontologies to support biomedical data integration</title>
		<author>
			<persName><forename type="first">B</forename><surname>Smith</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><surname>Ashburner</surname></persName>
		</author>
		<author>
			<persName><forename type="first">C</forename><surname>Rosse</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><surname>Bard</surname></persName>
		</author>
		<author>
			<persName><forename type="first">W</forename><surname>Bug</surname></persName>
		</author>
		<author>
			<persName><forename type="first">W</forename><surname>Ceusters</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Nat Biotechnol</title>
		<imprint>
			<biblScope unit="volume">25</biblScope>
			<biblScope unit="page" from="1251" to="1255" />
			<date type="published" when="2007-11">Nov 2007</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b6">
	<analytic>
		<title level="a" type="main">The eXtensible ontology development (XOD) principles and tool implementation to support ontology interoperability</title>
		<author>
			<persName><forename type="first">Y</forename><surname>He</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Z</forename><surname>Xiang</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><surname>Zheng</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>Lin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">A</forename><surname>Overton</surname></persName>
		</author>
		<author>
			<persName><forename type="first">E</forename><surname>Ong</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Biomed Semantics</title>
		<imprint>
			<biblScope unit="volume">9</biblScope>
			<biblScope unit="issue">3</biblScope>
			<date type="published" when="2018-01-12">Jan 12 2018</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b7">
	<monogr>
		<ptr target="https://github.com/OGMS/ogms" />
		<title level="m">The Ontology for General Medical Science</title>
				<meeting><address><addrLine>OGMS</addrLine></address></meeting>
		<imprint/>
	</monogr>
</biblStruct>

<biblStruct xml:id="b8">
	<analytic>
		<title level="a" type="main">The Ontology for Biomedical Investigations</title>
		<author>
			<persName><forename type="first">A</forename><surname>Bandrowski</surname></persName>
		</author>
		<author>
			<persName><forename type="first">R</forename><surname>Brinkman</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><surname>Brochhausen</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">H</forename><surname>Brush</surname></persName>
		</author>
		<author>
			<persName><forename type="first">B</forename><surname>Bug</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">C</forename><surname>Chibucos</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">PLoS One</title>
		<imprint>
			<biblScope unit="volume">11</biblScope>
			<biblScope unit="page">e0154556</biblScope>
			<date type="published" when="2016">2016</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b9">
	<analytic>
		<title level="a" type="main">Modeling biomedical experimental processes with OBI</title>
		<author>
			<persName><forename type="first">R</forename><forename type="middle">R</forename><surname>Brinkman</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><surname>Courtot</surname></persName>
		</author>
		<author>
			<persName><forename type="first">D</forename><surname>Derom</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">M</forename><surname>Fostel</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>He</surname></persName>
		</author>
		<author>
			<persName><forename type="first">P</forename><surname>Lord</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Biomed Semantics</title>
		<imprint>
			<biblScope unit="volume">1</biblScope>
			<biblScope unit="issue">1</biblScope>
			<biblScope unit="page">S7</biblScope>
			<date type="published" when="2010">2010</date>
		</imprint>
	</monogr>
	<note>Suppl</note>
</biblStruct>

<biblStruct xml:id="b10">
	<analytic>
		<title level="a" type="main">The Human Phenotype Ontology: Semantic Unification of Common and Rare Disease</title>
		<author>
			<persName><forename type="first">T</forename><surname>Groza</surname></persName>
		</author>
		<author>
			<persName><forename type="first">S</forename><surname>Kohler</surname></persName>
		</author>
		<author>
			<persName><forename type="first">D</forename><surname>Moldenhauer</surname></persName>
		</author>
		<author>
			<persName><forename type="first">N</forename><surname>Vasilevsky</surname></persName>
		</author>
		<author>
			<persName><forename type="first">G</forename><surname>Baynam</surname></persName>
		</author>
		<author>
			<persName><forename type="first">T</forename><surname>Zemojtel</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Am J Hum Genet</title>
		<imprint>
			<biblScope unit="volume">97</biblScope>
			<biblScope unit="page" from="111" to="124" />
			<date type="published" when="2015-07-02">Jul 2 2015</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b11">
	<analytic>
		<title level="a" type="main">Uberon, an integrative multi-species anatomy ontology</title>
		<author>
			<persName><forename type="first">C</forename><forename type="middle">J</forename><surname>Mungall</surname></persName>
		</author>
		<author>
			<persName><forename type="first">C</forename><surname>Torniai</surname></persName>
		</author>
		<author>
			<persName><forename type="first">G</forename><forename type="middle">V</forename><surname>Gkoutos</surname></persName>
		</author>
		<author>
			<persName><forename type="first">S</forename><forename type="middle">E</forename><surname>Lewis</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">A</forename><surname>Haendel</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Genome Biol</title>
		<imprint>
			<biblScope unit="volume">13</biblScope>
			<biblScope unit="page">R5</biblScope>
			<date type="published" when="2012">2012</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b12">
	<analytic>
		<title level="a" type="main">OAE: The Ontology of Adverse Events</title>
		<author>
			<persName><forename type="first">Y</forename><surname>He</surname></persName>
		</author>
		<author>
			<persName><forename type="first">S</forename><surname>Sarntivijai</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>Lin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Z</forename><surname>Xiang</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><surname>Guo</surname></persName>
		</author>
		<author>
			<persName><forename type="first">S</forename><surname>Zhang</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Biomed Semantics</title>
		<imprint>
			<biblScope unit="volume">5</biblScope>
			<biblScope unit="page">29</biblScope>
			<date type="published" when="2014">2014</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b13">
	<analytic>
		<title level="a" type="main">Development of a BFO-based Informed Consent Ontology (ICO)</title>
		<author>
			<persName><forename type="first">Y</forename><surname>Lin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">R</forename><surname>Harris</surname></persName>
		</author>
		<author>
			<persName><forename type="first">F</forename><forename type="middle">J</forename><surname>Manion</surname></persName>
		</author>
		<author>
			<persName><forename type="first">E</forename><surname>Eisenhauer</surname></persName>
		</author>
		<author>
			<persName><forename type="first">B</forename><surname>Zhao</surname></persName>
		</author>
		<author>
			<persName><forename type="first">W</forename><surname>Shi</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">The 5th International Conference on Biomedical Ontologies (ICBO)</title>
				<meeting><address><addrLine>Houston, Texas, USA</addrLine></address></meeting>
		<imprint>
			<date type="published" when="2014">October 8-9, 2014, 2014</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b14">
	<analytic>
		<title level="a" type="main">OntoFox: web-based support for ontology reuse</title>
		<author>
			<persName><forename type="first">Z</forename><surname>Xiang</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><surname>Courtot</surname></persName>
		</author>
		<author>
			<persName><forename type="first">R</forename><forename type="middle">R</forename><surname>Brinkman</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><surname>Ruttenberg</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>He</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">BMC Res Notes</title>
		<imprint>
			<biblScope unit="volume">3</biblScope>
			<biblScope unit="page" from="1" to="12" />
			<date type="published" when="2010">2010</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b15">
	<analytic>
		<title level="a" type="main">Protege: a tool for managing and using terminology in radiology applications</title>
		<author>
			<persName><forename type="first">D</forename><forename type="middle">L</forename><surname>Rubin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">N</forename><forename type="middle">F</forename><surname>Noy</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">A</forename><surname>Musen</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Digit Imaging</title>
		<imprint>
			<biblScope unit="volume">20</biblScope>
			<biblScope unit="issue">1</biblScope>
			<biblScope unit="page" from="34" to="46" />
			<date type="published" when="2007-11">Nov 2007</date>
		</imprint>
	</monogr>
	<note>Suppl</note>
</biblStruct>

<biblStruct xml:id="b16">
	<analytic>
		<title level="a" type="main">Ontobee: A linked ontology data server to support ontology term dereferencing, linkage, query and integration</title>
		<author>
			<persName><forename type="first">E</forename><surname>Ong</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Z</forename><surname>Xiang</surname></persName>
		</author>
		<author>
			<persName><forename type="first">B</forename><surname>Zhao</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>Liu</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>Lin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><surname>Zheng</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Nucleic Acids Res</title>
		<imprint>
			<biblScope unit="volume">45</biblScope>
			<biblScope unit="page" from="D347" to="D352" />
			<date type="published" when="2017-01-04">Jan 04 2017</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b17">
	<analytic>
		<title level="a" type="main">SNAP and SPAN: Towards Dynamic Spatial Ontology</title>
		<author>
			<persName><forename type="first">P</forename><surname>Grenon</surname></persName>
		</author>
		<author>
			<persName><forename type="first">B</forename><surname>Smith</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Spatial Cognition and Computation</title>
		<imprint>
			<biblScope unit="volume">4</biblScope>
			<biblScope unit="page" from="69" to="103" />
			<date type="published" when="2004">2004</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b18">
	<monogr>
		<title level="m" type="main">Building Ontologies Using Basic Formal Ontology</title>
		<author>
			<persName><forename type="first">R</forename><surname>Arp</surname></persName>
		</author>
		<author>
			<persName><forename type="first">B</forename><surname>Smith</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><forename type="middle">D</forename><surname>Spear</surname></persName>
		</author>
		<imprint>
			<date type="published" when="2015">2015</date>
			<publisher>MIT Press</publisher>
			<pubPlace>Cambridge, MA, USA</pubPlace>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b19">
	<monogr>
		<title level="m" type="main">A realism-based view on counts in OMOP&apos;s common data model</title>
		<author>
			<persName><forename type="first">W</forename><surname>Ceusters</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><surname>Blaisure</surname></persName>
		</author>
		<idno type="DOI">10.3233/978-1-61499-761-0-55</idno>
		<imprint>
			<date type="published" when="2017">2017</date>
			<biblScope unit="page" from="1" to="8" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b20">
	<analytic>
		<title level="a" type="main">Acute kidney injury following cardiac surgery: current understanding and future directions</title>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">B</forename><surname>O'neal</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><forename type="middle">D</forename><surname>Shaw</surname></persName>
		</author>
		<author>
			<persName><forename type="first">F</forename><forename type="middle">T T</forename><surname>Billings</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Crit Care</title>
		<imprint>
			<biblScope unit="volume">20</biblScope>
			<biblScope unit="page">187</biblScope>
			<date type="published" when="2016-07-04">Jul 4 2016</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b21">
	<analytic>
		<title level="a" type="main">Incidence and outcomes of acute kidney injury after cardiac surgery using either criteria of the RIFLE classification</title>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">G</forename><surname>Lagny</surname></persName>
		</author>
		<author>
			<persName><forename type="first">F</forename><surname>Jouret</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">N</forename><surname>Koch</surname></persName>
		</author>
		<author>
			<persName><forename type="first">F</forename><surname>Blaffart</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><forename type="middle">F</forename><surname>Donneau</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><surname>Albert</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">BMC Nephrol</title>
		<imprint>
			<biblScope unit="volume">16</biblScope>
			<biblScope unit="page">76</biblScope>
			<date type="published" when="2015-05-30">May 30 2015</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b22">
	<analytic>
		<title level="a" type="main">Acute kidney injury associated with cardiac surgery</title>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">H</forename><surname>Rosner</surname></persName>
		</author>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">D</forename><surname>Okusa</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Clin J Am Soc Nephrol</title>
		<imprint>
			<biblScope unit="volume">1</biblScope>
			<biblScope unit="page" from="19" to="32" />
			<date type="published" when="2006-01">Jan 2006</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b23">
	<analytic>
		<title level="a" type="main">Acute Kidney Injury after Cardiac Surgery in Patients Without Chronic Kidney Disease</title>
		<author>
			<persName><forename type="first">K</forename><forename type="middle">A</forename><surname>Ramos</surname></persName>
		</author>
		<author>
			<persName><forename type="first">C</forename><forename type="middle">B</forename><surname>Dias</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Braz J Cardiovasc Surg</title>
		<imprint>
			<biblScope unit="volume">33</biblScope>
			<biblScope unit="page" from="454" to="461" />
			<date type="published" when="2018-10">Sep-Oct 2018</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b24">
	<analytic>
		<title level="a" type="main">VICO: Ontology-based representation and integrative analysis of vaccination informed consent forms</title>
		<author>
			<persName><forename type="first">Y</forename><surname>Lin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><surname>Zheng</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Y</forename><surname>He</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Biomed Semantics</title>
		<imprint>
			<biblScope unit="volume">7</biblScope>
			<biblScope unit="page">20</biblScope>
			<date type="published" when="2016">2016</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b25">
	<analytic>
		<title level="a" type="main">SNOMED CT: utility for a general medical evaluation template</title>
		<author>
			<persName><forename type="first">S</forename><forename type="middle">H</forename><surname>Brown</surname></persName>
		</author>
		<author>
			<persName><forename type="first">P</forename><forename type="middle">L</forename><surname>Elkin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">B</forename><forename type="middle">A</forename><surname>Bauer</surname></persName>
		</author>
		<author>
			<persName><forename type="first">D</forename><surname>Wahner-Roedler</surname></persName>
		</author>
		<author>
			<persName><forename type="first">C</forename><forename type="middle">S</forename><surname>Husser</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Z</forename><surname>Temesgen</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">AMIA Annu Symp Proc</title>
				<imprint>
			<date type="published" when="2006">2006</date>
			<biblScope unit="page" from="101" to="105" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b26">
	<analytic>
		<title level="a" type="main">A multi-technique approach to bridge electronic case report form design and data standard adoption</title>
		<author>
			<persName><forename type="first">C</forename><forename type="middle">H</forename><surname>Lin</surname></persName>
		</author>
		<author>
			<persName><forename type="first">N</forename><forename type="middle">Y</forename><surname>Wu</surname></persName>
		</author>
		<author>
			<persName><forename type="first">D</forename><forename type="middle">M</forename><surname>Liou</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J Biomed Inform</title>
		<imprint>
			<biblScope unit="volume">53</biblScope>
			<biblScope unit="page" from="49" to="57" />
			<date type="published" when="2015-02">Feb 2015</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b27">
	<analytic>
		<title level="a" type="main">ORDI: An integrative community-driven ontology to support standardized representation and data analysis for respiratory disease investigations</title>
		<author>
			<persName><forename type="first">H</forename><surname>Yu</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><surname>Zheng</surname></persName>
		</author>
		<author>
			<persName><forename type="first">H</forename><surname>Wang</surname></persName>
		</author>
		<author>
			<persName><forename type="first">E</forename><surname>Ong</surname></persName>
		</author>
		<author>
			<persName><forename type="first">X</forename><surname>Ye</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Z</forename><surname>Zhang</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">The 11th International Biocuration Conference (BioCuration-2018)</title>
				<meeting><address><addrLine>Shanghai, China</addrLine></address></meeting>
		<imprint>
			<date type="published" when="2018">April 8-11, 2018</date>
		</imprint>
	</monogr>
</biblStruct>

				</listBibl>
			</div>
		</back>
	</text>
</TEI>
