<?xml version="1.0" encoding="UTF-8"?>
<TEI xml:space="preserve" xmlns="http://www.tei-c.org/ns/1.0" 
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 
xsi:schemaLocation="http://www.tei-c.org/ns/1.0 https://raw.githubusercontent.com/kermitt2/grobid/master/grobid-home/schemas/xsd/Grobid.xsd"
 xmlns:xlink="http://www.w3.org/1999/xlink">
	<teiHeader xml:lang="en">
		<fileDesc>
			<titleStmt>
				<title level="a" type="main">SSQSA Ontology Metrics Front-End1</title>
			</titleStmt>
			<publicationStmt>
				<publisher/>
				<availability status="unknown"><licence/></availability>
			</publicationStmt>
			<sourceDesc>
				<biblStruct>
					<analytic>
						<author>
							<persName><forename type="first">Miloš</forename><surname>Savić</surname></persName>
							<affiliation key="aff0">
								<orgName type="department">MARJAN HERIČKO</orgName>
								<orgName type="institution" key="instit1">University of Novi Sad</orgName>
								<orgName type="institution" key="instit2">University of Maribor</orgName>
							</affiliation>
							<affiliation key="aff1">
								<orgName type="department" key="dep1">Department of Mathematics and Informatics</orgName>
								<orgName type="department" key="dep2">Faculty of Sciences</orgName>
								<orgName type="institution">University of Novi Sad</orgName>
								<address>
									<addrLine>Trg Dositeja Obradovića 4</addrLine>
									<postCode>21000</postCode>
									<settlement>Novi Sad</settlement>
									<country key="RS">Serbia</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
							<affiliation key="aff0">
								<orgName type="department">MARJAN HERIČKO</orgName>
								<orgName type="institution" key="instit1">University of Novi Sad</orgName>
								<orgName type="institution" key="instit2">University of Maribor</orgName>
							</affiliation>
							<affiliation key="aff1">
								<orgName type="department" key="dep1">Department of Mathematics and Informatics</orgName>
								<orgName type="department" key="dep2">Faculty of Sciences</orgName>
								<orgName type="institution">University of Novi Sad</orgName>
								<address>
									<addrLine>Trg Dositeja Obradovića 4</addrLine>
									<postCode>21000</postCode>
									<settlement>Novi Sad</settlement>
									<country key="RS">Serbia</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
							<affiliation key="aff0">
								<orgName type="department">MARJAN HERIČKO</orgName>
								<orgName type="institution" key="instit1">University of Novi Sad</orgName>
								<orgName type="institution" key="instit2">University of Maribor</orgName>
							</affiliation>
							<affiliation key="aff1">
								<orgName type="department" key="dep1">Department of Mathematics and Informatics</orgName>
								<orgName type="department" key="dep2">Faculty of Sciences</orgName>
								<orgName type="institution">University of Novi Sad</orgName>
								<address>
									<addrLine>Trg Dositeja Obradovića 4</addrLine>
									<postCode>21000</postCode>
									<settlement>Novi Sad</settlement>
									<country key="RS">Serbia</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Mirjana</forename><surname>Ivanović</surname></persName>
							<affiliation key="aff0">
								<orgName type="department">MARJAN HERIČKO</orgName>
								<orgName type="institution" key="instit1">University of Novi Sad</orgName>
								<orgName type="institution" key="instit2">University of Maribor</orgName>
							</affiliation>
							<affiliation key="aff1">
								<orgName type="department" key="dep1">Department of Mathematics and Informatics</orgName>
								<orgName type="department" key="dep2">Faculty of Sciences</orgName>
								<orgName type="institution">University of Novi Sad</orgName>
								<address>
									<addrLine>Trg Dositeja Obradovića 4</addrLine>
									<postCode>21000</postCode>
									<settlement>Novi Sad</settlement>
									<country key="RS">Serbia</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">;</forename><forename type="middle">M</forename><surname>Heričko</surname></persName>
							<affiliation key="aff2">
								<orgName type="department" key="dep1">Institute of Informatics</orgName>
								<orgName type="department" key="dep2">Faculty of Electrical Engineering and Computer Science</orgName>
								<orgName type="institution">University of Maribor</orgName>
								<address>
									<addrLine>Smetanova ulica 17</addrLine>
									<postCode>2000</postCode>
									<settlement>Maribor</settlement>
									<country key="SI">Slovenia</country>
								</address>
							</affiliation>
						</author>
						<title level="a" type="main">SSQSA Ontology Metrics Front-End1</title>
					</analytic>
					<monogr>
						<imprint>
							<date/>
						</imprint>
					</monogr>
					<idno type="MD5">91C76757F79A17D1796D50C1C82E7E81</idno>
				</biblStruct>
			</sourceDesc>
		</fileDesc>
		<encodingDesc>
			<appInfo>
				<application version="0.7.2" ident="GROBID" when="2023-03-24T02:12+0000">
					<desc>GROBID - A machine learning software for extracting information from scholarly documents</desc>
					<ref target="https://github.com/kermitt2/grobid"/>
				</application>
			</appInfo>
		</encodingDesc>
		<profileDesc>
			<textClass>
				<keywords>
					<term>D.2.8 [Software Engineering]: Metrics -Complexity measures; I.2.4 [Artificial Intelligence]: Knowledge Representation Formalisms and Methods -Representation languages Languages</term>
					<term>Measurement OWL2</term>
					<term>Ontology metrics</term>
					<term>Complexity</term>
					<term>SSQSA</term>
					<term>eCST representation</term>
				</keywords>
			</textClass>
			<abstract>
<div xmlns="http://www.tei-c.org/ns/1.0"><p>SSQSA is a set of language independent tools whose main purpose is to analyze source code of software systems in order to evaluate their quality attributes. The aim of this paper is to present how a formal language that is not a programming language can be integrated into the front-end of the SSQSA framework. Namely, it is explained how the SSQSA front-end is extended to support OWL2 which is a domain-specific language for the description of ontological systems. Such extension of the SSQSA front-end represents a step towards the realization of a SSQSA back-end which will be able to compute a hybrid set of metrics that reflect different aspects of complexity of ontological descriptions.</p></div>
			</abstract>
		</profileDesc>
	</teiHeader>
	<text xml:lang="en">
		<body>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="1.">INTRODUCTION</head><p>With the rise of the semantic web, ontologies have become a key technology to provide formal description of shared and reusable knowledge. Viewed as "explicit specification of conceptualization" [Gruber 1993], ontologies are used to define concepts and relations present in a domain in order to support reasoning, integration, and aggregation of data by autonomous software agents. Since real-world ontologies rapidly increase in size, it has become highly important to measure, evaluate and understand their complexity, in order to be able to control their maintenance and evolution.</p><p>SSQSA is a set of language-independent tools that statically analyze software systems in order to evaluate their quality attributes <ref type="bibr" target="#b1">[Budimac et al. 2012]</ref>. The whole framework is organized around the enriched Concrete Syntax Tree (eCST) representation of source code <ref type="bibr">[Rakić and Budimac 2011b]</ref>. The motivation for this work was to explore the possibility to use the eCST representation to compute metrics which reflect the complexity of ontological descriptions. In order to obtain the eCST representation of ontology, the SSQSA front-end has to be extended to support a language for the description of ontological systems. The aim of this paper is to explain how the SSQSA front-end is extended to support OWL2 language in functional-style syntax.</p><p>The rest of the paper is structured as follows. The next section presents the related work. Section 3 covers the integration of OWL2 into the SSQSA framework. In the next section are discussed the benefits of the eCST representation of ontology. The last section concludes the paper and gives directions for future work.</p><p>12:96 • M. Savić, Z. Budimac, G. Rakić, M. Ivanović and M. Heričko `</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="2.">RELATED WORK</head></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="2.1">Ontology metrics</head><p>In recent years, various metrics for measuring the complexity of ontological descriptions were proposed. Inspired by <ref type="bibr" target="#b2">Chidamber and Kemerer [1994]</ref> metrics suite, <ref type="bibr">Yao et al. [2005]</ref> proposed three cohesion metrics which are defined on a graph that represent subsumtion dependencies between ontological concepts. <ref type="bibr" target="#b10">Orme at al. [2006]</ref> introduced three coupling metrics which are defined on the graph representation of ontology. <ref type="bibr" target="#b16">Tartir et al. [2005]</ref> introduced OntoQA metric suite that contains 12 structural metrics also defined on ontological graph. <ref type="bibr" target="#b17">Zhang et al. [2010]</ref> also proposed several new graph-based structural metrics for ontology evaluation. Their metrics suite, among others, contains metrics adopted from the Chidamber-Kemerer suite (NOC, DIT, CBO). <ref type="bibr" target="#b18">Žontar and Heričko [2012]</ref> analyzed software metrics from the Lorenz-Kidd, Chidamber-Kemerer and Abreu metric suites in order to determine which of them can be adopted for ontologies. The results of their study show that graph-based software metrics can be adopted for ontology evaluation.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="2.2">SSQSA Framework</head><p>The SSQSA framework consists of two parts, SSQSA front-end also known as eCST Generator, and the set of SSQSA back-ends, individual tools that operate on the eCST representation of source code. The main characteristic of eCST representation is that it contains so called universal nodes, languageindependent markers that denote the meaning of concrete language constructs. The architecture of SSQSA is presented in Figure I. Also, it is shown how the architecture is planned to be extended with a new back-end in order support the analysis and evaluation of ontological systems. SSQSA originated from a language-independent software metrics tool SMIILE <ref type="bibr">[Rakić and Budimac 2011a]</ref>. SMIILE uses the eCST representation to calculate metrics reflecting internal complexity of software entities such as <ref type="bibr">LOC and Cyclomatic complexity [McCabe 1976]</ref>. It is also integrated with Testovid, a semi-automated assessment system for students' programs, in order to provide metric-based qualification of programming assignments <ref type="bibr" target="#b12">[Pribela et al. 2012]</ref>. SSCA was the first SSQSA back-end which extended the applicability of the eCST representation <ref type="bibr" target="#b3">[Gerlec et al. 2012</ref>]. This tool tracks and analyzes changes in the hierarchical structure of software entities and stores its results in a repository that also contain metric values obtained using SMIILE. The last realized SSQSA back-end is SNEIPL <ref type="bibr" target="#b15">[Savić et al. 2012</ref>]. This tool extracts dependency networks formed by software entities that can be used to analyze the design complexity of software systems under the framework of complex network theory. Obtained networks can be also viewed as fact-bases required for reverse engineering activities and used to calculate metrics related to software design.</p><p>Currently SSQSA supports six general-purpose, imperative programming languages: Java, C#, Delphi, Modula-2, Pascal and Cobol. Therefore, this work is the first attempt to extend the SSQSA front end to produce the eCST representation of a declarative, domain-specific language.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="3.">INTEGRATION OF OWL2 LANGUAGE INTO THE SSQSA FRONT-END</head><p>eCST Generator uses parsers generated by the ANTLR <ref type="bibr" target="#b11">[Parr and Quong 1995]</ref> parser generator to produce the eCST representation of source code that is provided as input. The advantage of using ANTLR to describe languages supported by SSQSA is the ANTLR grammar notation itself. This notation enables modification of syntax trees through tree rewrite rules that are attached to grammar productions. Therefore, in order to integrate OWL2 into the SSQSA front-end the following steps have to be made:</p><p>1. Realization of ANTLR grammar which describes OWL2 FSS, 2. Identification of OWL2 language constructs that corresponds to existing eCST universal nodes, 3. Incorporation of eCST universal nodes into tree-rewrite rules of the grammar in order to obtain eCST representation of parsed text.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="3.1">Step 1 -ANTLR grammar for OWL2 FSS</head><p>The formal specification of OWL2 FSS in Extended Backus-Naur form (EBNF) can be found in the official W3C OWL2 language specification <ref type="bibr" target="#b9">[Motik et al. 2012</ref>]. The ANTLR grammar notation closely follows EBNF, thus the grammar in <ref type="bibr" target="#b9">[Motik et al. 2012</ref>] can be easily adopted for ANTLR. At this stage of the integration, the realized grammar is tested using ten ontologies from TONES<ref type="foot" target="#foot_0">2</ref> repository which are previously converted into OWL2 FSS using Protégé<ref type="foot" target="#foot_1">3</ref> . The results are summarized in Table <ref type="table" target="#tab_0">I</ref>. It can be seen that the parser generated from the grammar successfully parsed more than 1.4 millions of lines of real-world ontological axioms in less than three minutes. OWL2 is a declarative, domain-specific language. Before the integration of OWL2, SSQSA supported several programming languages none of them being declarative or domain-specific. OWL2 axioms represent explicitly stated relations among ontological entities. Therefore, we introduced three new universal nodes that denote different categories of explicitly stated relations in general:</p><p>1. BINARY_RELATION (BR) marks binary relations 2. SYMMETRIC_RELATION (SR) marks symmetric n-ary relations 3. PARTIALLY_KNOWN_BINARY_RELATION (PKBR) marks binary relations in which one of the arguments is not known at the moment. With BINARY_RELATION are marked all OWL2 relations that denote subsumptions and assertions. The SYMMETRIC_RELATION universal node is associated with relations indicating the equivalent and disjoints classes, same and different individuals, and equivalent and disjoint object properties. The PARTIALLY_KNOWN_BINARY_RELATION universal node marks object property domain and object property range relations. The newly introduced universal nodes are currently used only in the eCST representation of ontological descriptions. However, they can be used to mark explicitly stated binary and symmetric relations in other descriptive languages as well. Explicitly stated relations among entities in already supported imperative programming languages are marked with specific, more concrete universal nodes, such as EXTENDS and IMPLEMENTS. Those universal nodes can be viewed as sub-concepts of the BINARY_RELATION universal node.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="3.3">Step 3 -Tree-rewrite rules</head><p>Once the correspondence between constructs of a concrete language and eCST universal nodes is identified, it is pretty straightforward to incorporate universal nodes into tree rewrite rules of the grammar. For example, it has been identified that ontology declarations correspond to the PACKAGE_DECL universal node. Therefore, PACKAGE_DECL universal node will be incorporated in the tree rewrite rule of the production that describe ontology declaration as the following excerpt from the OWL2 FSS grammar shows: ontology : 'Ontology' '(' (ontologyIRI versionIRI?)? importo* annotation* axiom* ')' -&gt; ^(PACKAGE_DECL ^(KEYWORD 'Ontology') ^(SEPARATOR '(') (ontologyIRI versionIRI?)? importo* annotation* axiom* ^(SEPARATOR ')') );</p><p>Besides the PACKAGE_DECL universal node, two other universal nodes are also incorporated in the rule: KEYWORD and SEPARATOR to mark keywords and separators in ontology declaration, respectively.</p><p>Figure <ref type="figure">II</ref> shows how a simple ontology named "PL" looks in the eCST representation. The complete description of the ontology in the functional-style syntax is as follows:</p><p>Ontology (:PL SubClassOf(:C :CPP) )</p><p>The SubClassOf axiom states that each program written in the programming language C is at the same time valid C++ program. </p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="4.">BENEFITS OF OWL2 INTEGRATION INTO SSQSA</head><p>Metrics that reflect complexity of a description written in a programming or formal language can be classified as follows:</p><p>1. Metrics of internal complexity reflect lexical and syntactical complexity of the description or some of its parts. Lexical complexity measures are derived from the lexical elements of a language and reflect the complexity that is related to the volume of the description. Representative metrics which belong to this category are LOC family of metrics and <ref type="bibr" target="#b5">Halstead [1977]</ref> complexity measures. Syntactical complexity is related to the compositional (structural) complexity of concrete language constructs. Cyclomatic complexity is an example of widely used measure of syntactical complexity. As it can be seen from the review of related works on ontology metrics, the complexity of an ontological description is viewed as some measure of complexity of underlying graph representation. In other words, already introduced ontology metrics belong to the category of design complexity metrics. The integration of OWL2 into the SSQSA front-end provides the eCST representation of ontology. This representation can be used to define (or adopt) and compute metrics of internal complexity, which is not possible in the graph-based representation of ontology. For example, Halstead complexity metrics adopted for ontologies can be calculated in the same way as for software systems: by counting eCST universal nodes representing lexical categories. Similarly, the statement and expression level universal nodes can be used to derive syntactical complexity measures. Currently, it is possible to use the SMIILE back-end to obtain LOC and Halstead metrics for ontological descriptions. SMIILE also calculates cyclomatic complexity (CC) for software systems, but this metric cannot be adopted for ontology evaluation, since there are no OWL2 language elements that correspond to branch and loop statements. However, the predicate counting procedure used for the computation of the CC metric in SMIILE can be adopted to derive the complexity of nested OWL2 class and data range expressions (by counting EXPR universal nodes in eCST).</p><p>The ATTRIBUTE_DECL universal node can be used to recognize the declarations of ontologies, declarations of ontological concepts, roles and named individuals in represented ontological description. Relations among those entities can be identified by the analysis of eCST sub-trees rooted at BR, SR and PKBR universal nodes (see Section 3.2). This means that the graph representation of ontology can be extracted from the eCST representation of ontology. Therefore, an ontology metrics tool that is based on the eCST representation also can be able to compute metrics of design complexity. Finally, metrics of internal and metrics of design complexity can be combined to obtain hybrid complexity metrics. The extraction of the graph representation of ontology is fundamentally different problem that the extraction of software networks due to the structural difference between ontological and software entities. The hierarchy tree representation of an ontological description can be obtained using the SNEIPL back-end, but SNEIPL cannot be used to identify horizontal dependencies (dependencies between entities of the same type) among ontological concepts and individuals. Those ontological entities are structurally atomic, i.e. they are not composed out of other ontological entities. To the contrary, software entities (classes, functions, etc.) are not structurally atomic: the definition of a software entity A associates the name of A with a body that contains the structure of A. Horizontal dependencies between software entity A and other entities are contained in the body of A, while horizontal dependencies between ontological entities are independent of ontological declarations. Since the SNEIPL back-end cannot be used to obtain the graph representation of ontology, a new SSQSA back-end that computes graph-based ontological metrics will be developed (see Figure <ref type="figure">I</ref>). This back-end will reuse and adopt modules from SMIILE to compute metrics of internal complexity, as well as modules from SNEIPL to form the hierarchy tree representation which is the first step in the extraction of ontological graph (identification of ontological entities and vertical dependencies).</p><p>The SSCA back-end constructs and compares hierarchy trees of two consequent versions of a software system in order to determine changes in vertical dependencies (dependencies among entities at different levels of abstraction). The hierarchy tree representation of an ontological description can be obtained from the eCST representation in the same way as for software systems: it is entirely determined by the hierarchical structure of eCST universal nodes in concrete eCSTs. This means that this back-end can be applied for ontologies in order to identify which concepts and named individuals are added or removed in the next version of ontology, and to what extent. Finally, with the design and development of new SSQSA back-ends it will be investigated whether they can be applied to analyze both software and ontological systems.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="5.">CONCLUSION AND FUTURE WORK</head><p>In this paper we described how the SSQSA front-end is extended to support OWL2 language in functionalstyle syntax. It is also shown that the eCST representation of ontologies can be used to compute metrics that reflect both internal and design complexity of ontological descriptions. Therefore, our future work will include the development of a SSQSA back-end, as shown in Figure <ref type="figure">I</ref>, that uses the eCST representation of ontology to compute metrics reflecting different aspects of complexity of ontological descriptions. In our future work we will also investigate whether recently introduced metrics of cognitive complexity of programs written in object-oriented languages <ref type="bibr" target="#b8">[Misra et al. 2012</ref>] and metrics of complexity of web services descriptions <ref type="bibr" target="#b0">[Basci and Misra 2012</ref>] can be adopted and used for ontology evaluation.</p></div><figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_0"><head>Figure</head><label></label><figDesc>Figure I. Extended SSQSA architecture</figDesc><graphic coords="2,70.78,376.06,474.00,212.85" type="bitmap" /></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_1"><head>Figure</head><label></label><figDesc>Figure II. eCST representation of a simple ontology.</figDesc><graphic coords="5,70.84,95.23,474.00,163.95" type="bitmap" /></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_2"><head></head><label></label><figDesc>2. Metrics of design complexity reflect the complexity of dependency structures among identifiers introduced in the description. Those metrics quantify inheritance, coupling and cohesion relationships among entities represented by the identifiers. Representative examples are CBO, NOC, DIT and LCOM metrics from the Chidamber-Kemerer metrics suite. 3. Hybrid metrics combine metrics of internal and design complexity. Examples are WMC and RFC from the Chidamber-Kemerer metrics suite, and the Henry-Kafura complexity [Henry and Kafura 1981].</figDesc></figure>
<figure xmlns="http://www.tei-c.org/ns/1.0" type="table" xml:id="tab_0"><head>Table I .</head><label>I</label><figDesc>Results of testing of ANTLR grammar for OWL2 FSS using ontologies from TONES repository. For each of mentioned lexical categories there are already introduced eCST universal nodes. Ontological axioms are marked with STMT universal node which is used to mark individual statements in imperative programming languages. Elements of an axiom are also marked with existing universal nodes (TYPE, ARGUMENT_LIST, and ARGUMENT). The PACKAGE_DECL universal node denotes that entities declared in an eCST sub-tree rooted at this node are mutually visible. Therefore, PACKAGE_DECL corresponds to the declaration of ontology. Declarations of ontological entities (concepts, roles and individuals) are marked with ATTRIBUTE_DECL universal node which is used to denote declarations of global variables in imperative programming languages. Ontological expressions that can be nested (class and data range expressions) are marked with the EXPR universal node.</figDesc><table><row><cell>ONTOLOGY NAME</cell><cell>LOC</cell><cell>Parse time [s]</cell></row><row><cell>CTON (Cell Type Ontology)</cell><cell>144252</cell><cell>23</cell></row><row><cell>FMA (Foundational Model of Anatomy)</cell><cell>316101</cell><cell>41</cell></row><row><cell>Gene Ontology Edit</cell><cell>233608</cell><cell>22</cell></row><row><cell>Human Disease</cell><cell>476111</cell><cell>59</cell></row><row><cell>Teleost Taxonomy</cell><cell>182656</cell><cell>17</cell></row><row><cell>GEO Skills</cell><cell>20506</cell><cell>2</cell></row><row><cell>Matr Mineral</cell><cell>46</cell><cell>0.04</cell></row><row><cell>OBO Relation Ontology</cell><cell>25412</cell><cell>2</cell></row><row><cell>SC Ontology</cell><cell>23707</cell><cell>2</cell></row><row><cell>Software Ontology</cell><cell>5931</cell><cell>0.5</cell></row><row><cell>3.2 Step 2 -Universal nodes</cell><cell></cell><cell></cell></row><row><cell cols="3">OWL2 FSS language contains four types of tokens: keywords, separators, identifiers and constants.</cell></row></table></figure>
			<note xmlns="http://www.tei-c.org/ns/1.0" place="foot" n="2" xml:id="foot_0">http://owl.cs.manchester.ac.uk/repository/</note>
			<note xmlns="http://www.tei-c.org/ns/1.0" place="foot" n="3" xml:id="foot_1">http://protege.stanford.edu/ 12:98 • M. Savić, Z. Budimac, G. Rakić, M. Ivanović and M. Heričko `</note>
		</body>
		<back>

			<div type="funding">
<div xmlns="http://www.tei-c.org/ns/1.0"><p>This work was partially supported by the Serbian Ministry of Education, Science and Technological Development through project Intelligent Techniques and Their Integration into Wide-Spectrum Decision Support, no. OI174023. The authors also would like to thank Rok Žontar for fruitful discussions on ontology metrics.</p></div>
			</div>

			<div type="references">

				<listBibl>

<biblStruct xml:id="b0">
	<analytic>
		<title level="a" type="main">Metric suite for maintainability of eXtensible Markup Language web services</title>
		<author>
			<persName><forename type="first">Dilek</forename><surname>Basci</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Sanjay</forename><surname>Misra</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">IET Softw</title>
		<imprint>
			<biblScope unit="volume">5</biblScope>
			<biblScope unit="page" from="320" to="341" />
			<date type="published" when="2012">2012</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b1">
	<analytic>
		<title level="a" type="main">SSQSA architecture</title>
		<author>
			<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Miloš</forename><surname>Savić</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of the Fifth Balkan Conference in Informatics (BCI &apos;12). ACM Conf. Proc</title>
				<meeting>the Fifth Balkan Conference in Informatics (BCI &apos;12). ACM Conf. Proc</meeting>
		<imprint>
			<date type="published" when="2012">2012</date>
			<biblScope unit="volume">1479</biblScope>
			<biblScope unit="page" from="287" to="290" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b2">
	<analytic>
		<title level="a" type="main">A Metrics Suite for Object Oriented Design</title>
		<author>
			<persName><forename type="first">R</forename><surname>Shyam</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Chris</forename><forename type="middle">F</forename><surname>Chidamber</surname></persName>
		</author>
		<author>
			<persName><surname>Kemerer</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">IEEE Trans. Softw. Eng</title>
		<imprint>
			<biblScope unit="volume">20</biblScope>
			<biblScope unit="issue">6</biblScope>
			<biblScope unit="page" from="476" to="493" />
			<date type="published" when="1994">1994</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b3">
	<analytic>
		<title level="a" type="main">A programming language independent framework for metrics-based software evolution and analysis</title>
		<author>
			<persName><forename type="first">Črt</forename><surname>Gerlec</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Marjan</forename><surname>Heričko</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Computer Science and Information Systems</title>
		<imprint>
			<biblScope unit="volume">9</biblScope>
			<biblScope unit="page" from="1155" to="1186" />
			<date type="published" when="2012">2012</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b4">
	<analytic>
		<title level="a" type="main">A translation approach to portable ontology specifications</title>
		<author>
			<persName><forename type="first">R</forename><surname>Thomas</surname></persName>
		</author>
		<author>
			<persName><surname>Gruber</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Knowl. Acquis</title>
		<imprint>
			<biblScope unit="volume">5</biblScope>
			<biblScope unit="issue">2</biblScope>
			<biblScope unit="page" from="199" to="220" />
			<date type="published" when="1993">1993</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b5">
	<monogr>
		<title level="m" type="main">Elements of software science</title>
		<author>
			<persName><forename type="first">Maurice</forename><forename type="middle">H</forename><surname>Halstead</surname></persName>
		</author>
		<imprint>
			<date type="published" when="1977">1977</date>
			<publisher>Elsevier North-Holland</publisher>
			<pubPlace>Amsterdam</pubPlace>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b6">
	<analytic>
		<title level="a" type="main">Software structure metrics based on information flow</title>
		<author>
			<persName><forename type="first">Sallie</forename><forename type="middle">M</forename><surname>Henry</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Dennis</forename><forename type="middle">G</forename><surname>Kafura</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">IEEE Computer Society Trans. Software Engineering</title>
		<imprint>
			<biblScope unit="volume">7</biblScope>
			<biblScope unit="issue">5</biblScope>
			<biblScope unit="page" from="510" to="518" />
			<date type="published" when="1981">1981</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b7">
	<analytic>
		<title level="a" type="main">A Complexity Measure</title>
		<author>
			<persName><forename type="first">J</forename><surname>Thomas</surname></persName>
		</author>
		<author>
			<persName><surname>Mccabe</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">IEEE Trans. Software Eng</title>
		<imprint>
			<biblScope unit="volume">2</biblScope>
			<biblScope unit="issue">4</biblScope>
			<biblScope unit="page" from="308" to="320" />
			<date type="published" when="1976">1976</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b8">
	<analytic>
		<title level="a" type="main">A Suite of Cognitive Complexity Metrics</title>
		<author>
			<persName><forename type="first">Sanjay</forename><surname>Misra</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Murat</forename><surname>Koyuncu</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Marco</forename><surname>Crasso</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Cristian</forename><surname>Mateos</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Alejandro</forename><surname>Zunino</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Computational Science and Its Application ICCSA 2012</title>
		<title level="s">Lecture Notes in Computer Science</title>
		<meeting><address><addrLine>Berlin Heidelberg</addrLine></address></meeting>
		<imprint>
			<publisher>Springer</publisher>
			<date type="published" when="2012">2012</date>
			<biblScope unit="volume">7336</biblScope>
			<biblScope unit="page" from="234" to="237" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b9">
	<monogr>
		<title level="m" type="main">OWL2 web ontology language structural specification and functionalstyle syntax</title>
		<author>
			<persName><forename type="first">Boris</forename><surname>Motik</surname></persName>
		</author>
		<author>
			<persName><forename type="first">F</forename><surname>Peter</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Bijan</forename><surname>Patel-Schneider</surname></persName>
		</author>
		<author>
			<persName><surname>Parsia</surname></persName>
		</author>
		<ptr target="http://www.w3.org/TR/owl2-syntax/" />
		<imprint>
			<date type="published" when="2012-07">2012. July, 2013</date>
		</imprint>
	</monogr>
	<note>second edition</note>
</biblStruct>

<biblStruct xml:id="b10">
	<analytic>
		<title level="a" type="main">Coupling Metrics for Ontology-Based Systems</title>
		<author>
			<persName><forename type="first">Anthony</forename><forename type="middle">M</forename><surname>Orme</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Haining</forename><surname>Yao</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Letha</forename><forename type="middle">H</forename><surname>Etzkorn</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">IEEE Softw</title>
		<imprint>
			<biblScope unit="volume">23</biblScope>
			<biblScope unit="issue">2</biblScope>
			<biblScope unit="page" from="102" to="108" />
			<date type="published" when="2006">2006</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b11">
	<analytic>
		<title level="a" type="main">ANTLR: a predicated-LL(k) parser generator</title>
		<author>
			<persName><forename type="first">Terence</forename><forename type="middle">J</forename><surname>Parr</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Russell</forename><forename type="middle">W</forename><surname>Quong</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Softw. Pract. Exper</title>
		<imprint>
			<biblScope unit="volume">25</biblScope>
			<biblScope unit="issue">7</biblScope>
			<biblScope unit="page" from="789" to="810" />
			<date type="published" when="1995">1995</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b12">
	<analytic>
		<title level="a" type="main">First Experiences in Using Software Metrics in Automated Assesssment</title>
		<author>
			<persName><forename type="first">Ivan</forename><surname>Pribela</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proc. of the 15th International Multiconference on Information Society (IS), Collaboration, Software and Services in Information Society (CSS)</title>
				<meeting>of the 15th International Multiconference on Information Society (IS), Collaboration, Software and Services in Information Society (CSS)</meeting>
		<imprint>
			<date type="published" when="2012">2012</date>
			<biblScope unit="page" from="250" to="253" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b13">
	<analytic>
		<title level="a" type="main">SMIILE Prototype. 2011a</title>
		<author>
			<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proc. Of International Conference of Numerical Analysis and Applied Mathematics ICNAAM2011, Symposium on Computer Languages, Implementations and Tools (SCLIT), AIP Conf. Proc</title>
				<meeting>Of International Conference of Numerical Analysis and Applied Mathematics ICNAAM2011, Symposium on Computer Languages, Implementations and Tools (SCLIT), AIP Conf</meeting>
		<imprint>
			<biblScope unit="volume">1389</biblScope>
			<biblScope unit="page" from="853" to="856" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b14">
	<analytic>
		<title level="a" type="main">Introducing Enriched Concrete Syntax Trees. 2011b</title>
		<author>
			<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proc. of the 14th International Multiconference on Information Society (IS), Collaboration, Software and Services in Information Society (CSS)</title>
				<meeting>of the 14th International Multiconference on Information Society (IS), Collaboration, Software and Services in Information Society (CSS)</meeting>
		<imprint>
			<biblScope unit="page" from="231" to="234" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b15">
	<analytic>
		<title level="a" type="main">Extractor of software networks from enriched concrete syntax trees</title>
		<author>
			<persName><forename type="first">Miloš</forename><surname>Savić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Gordana</forename><surname>Rakić</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Zoran</forename><surname>Budimac</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Mirjana</forename><surname>Ivanović</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proc. Of International Conference of Numerical Analysis and Applied Mathematics ICNAAM2012, Symposium on Computer Languages, Implementations and Tools (SCLIT), AIP Conf. Proc</title>
				<meeting>Of International Conference of Numerical Analysis and Applied Mathematics ICNAAM2012, Symposium on Computer Languages, Implementations and Tools (SCLIT), AIP Conf</meeting>
		<imprint>
			<date type="published" when="2012">2012</date>
			<biblScope unit="volume">1479</biblScope>
			<biblScope unit="page" from="486" to="489" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b16">
	<analytic>
		<title level="a" type="main">OntoQA: Metric-based ontology quality analysis</title>
		<author>
			<persName><forename type="first">Samir</forename><surname>Tartir</surname></persName>
		</author>
		<author>
			<persName><forename type="first">I</forename><surname>Budak</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Michael</forename><surname>Arpinar</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Amith</forename><forename type="middle">P</forename><surname>Moore</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Boanerges</forename><surname>Sheth</surname></persName>
		</author>
		<author>
			<persName><surname>Aleman-Meza</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of IEEE Workshop on Knowledge Acquisition from Distributed, Autonomous, Semantically Heterogeneous Data and Knowledge Sources</title>
				<meeting>IEEE Workshop on Knowledge Acquisition from Distributed, Autonomous, Semantically Heterogeneous Data and Knowledge Sources</meeting>
		<imprint>
			<date type="published" when="2005">2005</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b17">
	<analytic>
		<title level="a" type="main">Measuring design complexity of semantic web ontologies</title>
		<author>
			<persName><forename type="first">Hongyu</forename><surname>Zhang</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Yuan-Fang</forename><surname>Li</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Hee</forename><surname>Beng</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Kuan</forename><surname>Tan</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">J. Syst. Softw</title>
		<imprint>
			<biblScope unit="volume">83</biblScope>
			<biblScope unit="issue">5</biblScope>
			<biblScope unit="page" from="803" to="814" />
			<date type="published" when="2010">2010</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b18">
	<analytic>
		<title level="a" type="main">Adoption of object-oriented software metrics for ontology evaluation</title>
		<author>
			<persName><forename type="first">Rok</forename><surname>Žontar</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Marjan</forename><surname>Heričko</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of the Fifth Balkan Conference in Informatics (BCI &apos;12). ACM Conf. Proc</title>
				<meeting>the Fifth Balkan Conference in Informatics (BCI &apos;12). ACM Conf. Proc</meeting>
		<imprint>
			<date type="published" when="2012">2012</date>
			<biblScope unit="volume">1479</biblScope>
			<biblScope unit="page" from="298" to="301" />
		</imprint>
	</monogr>
</biblStruct>

				</listBibl>
			</div>
		</back>
	</text>
</TEI>
