<?xml version="1.0" encoding="UTF-8"?>
<TEI xml:space="preserve" xmlns="http://www.tei-c.org/ns/1.0" 
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" 
xsi:schemaLocation="http://www.tei-c.org/ns/1.0 https://raw.githubusercontent.com/kermitt2/grobid/master/grobid-home/schemas/xsd/Grobid.xsd"
 xmlns:xlink="http://www.w3.org/1999/xlink">
	<teiHeader xml:lang="en">
		<fileDesc>
			<titleStmt>
				<title level="a" type="main">MATILDA: Inclusive Data Science Pipelines Design through Computational Creativity</title>
			</titleStmt>
			<publicationStmt>
				<publisher/>
				<availability status="unknown"><licence/></availability>
			</publicationStmt>
			<sourceDesc>
				<biblStruct>
					<analytic>
						<author>
							<persName><forename type="first">Genoveva</forename><surname>Vargas-Solar</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution" key="instit1">CNRS</orgName>
								<orgName type="institution" key="instit2">Univ Lyon</orgName>
								<orgName type="institution" key="instit3">INSA Lyon</orgName>
								<orgName type="institution" key="instit4">UCBL</orgName>
								<orgName type="institution" key="instit5">LIRIS</orgName>
								<address>
									<postCode>UMR5205, F-69221</postCode>
									<country key="FR">France</country>
								</address>
							</affiliation>
						</author>
						<author role="corresp">
							<persName><forename type="first">Khalid</forename><surname>Belhajjame</surname></persName>
							<email>khalid.belhajjame@dauphine.fr</email>
							<affiliation key="aff1">
								<orgName type="laboratory">PSL</orgName>
								<orgName type="institution" key="instit1">Université Paris Dauphine</orgName>
								<orgName type="institution" key="instit2">LAMSADE</orgName>
								<address>
									<postCode>UMR7243</postCode>
									<country key="FR">France</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Javier</forename><forename type="middle">A</forename><surname>Espinosa-Oviedo</surname></persName>
							<affiliation key="aff0">
								<orgName type="institution" key="instit1">CNRS</orgName>
								<orgName type="institution" key="instit2">Univ Lyon</orgName>
								<orgName type="institution" key="instit3">INSA Lyon</orgName>
								<orgName type="institution" key="instit4">UCBL</orgName>
								<orgName type="institution" key="instit5">LIRIS</orgName>
								<address>
									<postCode>UMR5205, F-69221</postCode>
									<country key="FR">France</country>
								</address>
							</affiliation>
							<affiliation key="aff2">
								<orgName type="institution">CPE Lyon</orgName>
								<address>
									<addrLine>43 Blvd. du 11 Novembre 1918</addrLine>
									<postCode>69616</postCode>
									<settlement>Villeurbanne Cedex</settlement>
									<country key="FR">France</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">Santiago</forename><surname>Negrete-Yankelevich</surname></persName>
							<affiliation key="aff3">
								<orgName type="institution">Universidad Autónoma Metropolitana (Cuajimalpa)</orgName>
								<address>
									<addrLine>Avenida Vasco de Quiroga 4871, Cuajimalpa de Morelos</addrLine>
									<postCode>05348</postCode>
									<settlement>Ciudad de</settlement>
									<country key="MX">México</country>
								</address>
							</affiliation>
						</author>
						<author>
							<persName><forename type="first">José-Luis</forename><surname>Zechinelli-Martini</surname></persName>
							<affiliation key="aff4">
								<orgName type="institution">Fundación Universidad de las Américas-Puebla</orgName>
								<address>
									<addrLine>Exhacienda Sta. Catarina Mártir s/n</addrLine>
									<postCode>72820</postCode>
									<settlement>San Andrés Cholula</settlement>
									<country key="MX">Mexico</country>
								</address>
							</affiliation>
						</author>
						<author>
							<affiliation key="aff5">
								<address>
									<settlement>Paestum</settlement>
									<country key="IT">Italy</country>
								</address>
							</affiliation>
						</author>
						<author>
							<affiliation key="aff6">
								<orgName type="institution">Genoveva Vargas-Solar</orgName>
							</affiliation>
						</author>
						<title level="a" type="main">MATILDA: Inclusive Data Science Pipelines Design through Computational Creativity</title>
					</analytic>
					<monogr>
						<idno type="ISSN">1613-0073</idno>
					</monogr>
					<idno type="MD5">E471F2C2DF250FDDE224252B7FAD53AF</idno>
				</biblStruct>
			</sourceDesc>
		</fileDesc>
		<encodingDesc>
			<appInfo>
				<application version="0.7.2" ident="GROBID" when="2025-04-23T17:17+0000">
					<desc>GROBID - A machine learning software for extracting information from scholarly documents</desc>
					<ref target="https://github.com/kermitt2/grobid"/>
				</application>
			</appInfo>
		</encodingDesc>
		<profileDesc>
			<textClass>
				<keywords>
					<term>Data science pipelines</term>
					<term>graph analytics</term>
					<term>knowledge graphs</term>
					<term>computational creativity</term>
				</keywords>
			</textClass>
			<abstract>
<div xmlns="http://www.tei-c.org/ns/1.0"><p>This paper argues for developing innovative data science frameworks that render the latest progressions in data engineering and artificial intelligence accessible to non-technical users across diverse fields. Such frameworks would empower these users to leverage advanced data science solutions' capabilities fully. We propose a methodology that merges computational creativity with conversational computing to facilitate an intuitive pathway for non-experts to navigate and derive insights from datasets. We present MATILDA, a platform rooted in creativity-driven data science, and demonstrate its utility in augmenting the data science pipeline's design process through the synergy of human innovation and algorithmic ingenuity.</p></div>
			</abstract>
		</profileDesc>
	</teiHeader>
	<text xml:lang="en">
		<body>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="1.">Introduction</head><p>Harnessing extensive datasets across numerous sectors via data science techniques offers substantial economic and social benefits. These methods are predominantly within the purview of individuals proficient in AI, with deep knowledge of mathematics, statistics, numerical analysis, and artificial intelligence frameworks. However, there is a growing need for these data science methodologies to be accessible and applicable to inquiries and challenges from a broader range of disciplines, catering to users who may not possess extensive expertise in data science. These methodologies must extend beyond the data science community to embrace users from nontechnical backgrounds-such as engineering, humanities, and social sciences-who rely on data analysis to address research questions pertinent to their domains.</p><p>This shift necessitates the emergence of novel data science solutions that capitalise on and democratise the latest advancements in data engineering and AI. These solutions should shield non-technical users from the intri-cacies of the underlying technologies while still allowing them to fully exploit the capabilities of these advanced tools to satisfy the specific analytical requirements of their respective fields.</p><p>Addressing complex transdisciplinary issues requires a collaborative effort where experts from diverse fields engage in dialogue and exchange ideas, a process that inherently demands creativity 1 Creating data science solutions calls for a multifaceted approach, incorporating algorithmic, data-centred, information technology, and cross-disciplinary perspectives, particularly from those outside the data science domain. Consequently, there is a pressing need for innovative solutions underpinned by Creativity that can make data science accessible to non-experts, allowing them to intuitively navigate data repositories and distil valuable knowledge.</p><p>In this paper, we explore an approach that melds computational creativity, enabling users to venture into new realms of data analysis design with conversational computing, which offers user-friendly abstractions for directing and customising their data analysis endeavours without the necessity of engaging with intricate technical specifics.</p><p>Accordingly, the remainder of the paper is organised as follows. Section 2 gives a general overview of ap- 1 Creativity is a process that can combine familiar ideas in new ways, explore the potential within existing conceptual spaces, or transform these spaces to allow for previously inconceivable ideas. Creativity is not considered novelty but the capacity to generate surprising and valuable ideas that push beyond conventional boundaries <ref type="bibr" target="#b0">[1]</ref>.</p><p>proaches contributing to model creative-based processes and friendly design data science pipelines. It discusses how both areas can provide novel ways of designing data science-driven solutions. Section 3 after that describes the challenges of modelling creative-driven data science design processes. It gives the general lines of an approach that can enhance and envision a new way of addressing analytics problems using data and artificial intelligence models. Section 4 introduces a creativity-based data science design platform. It describes the general architecture and functions and shows how it can support the design process of data science pipelines guided by human and computational creativity. Finally, Section 5 concludes the paper and discusses future work.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="2.">Related work</head><p>Addressing the creative design of data science pipelines to make them inclusive for non-experts requires drawing from methods and results from three areas: creative models, friendly data science and provenance. This section gives an overview of the relevant results that provide a scientific background to the project and help to contextualise our objectives.</p><p>Creativity-driven systems Artificial intelligence (AI) offers opportunities to reify and transform how we think about human cognitive capabilities. In this context, computational creativity (CC) <ref type="foot" target="#foot_0">2</ref> , aims at studying human creativity and building systems that perform in such a way as to be considered creative. Concerning creativity, whether this cognitive capability is individual or collective. CC has moved from the classic individualistic and cognitive model of creativity <ref type="bibr" target="#b0">[1]</ref> to a social and collective creativity model <ref type="bibr" target="#b1">[2,</ref><ref type="bibr" target="#b2">3,</ref><ref type="bibr" target="#b3">4,</ref><ref type="bibr" target="#b4">5,</ref><ref type="bibr" target="#b5">6,</ref><ref type="bibr" target="#b6">7]</ref>.</p><p>Collective-creativity models are concerned with understanding the roles and tasks that different agents (both human and non-human) play in a process that requires creativity and how creativity can be measured in this context <ref type="bibr" target="#b7">[8,</ref><ref type="bibr" target="#b8">9]</ref>. Co-creativity is an excellent approach to establishing efficient, context-aware interactive systems and setting long-term programmes where solutions to problems requiring human and machine collaboration can be studied.</p><p>CC has been widely applied in art with systems that promote "artificial" creation. For example, Disco Diffusion is an online tool that runs on Google Collab to execute Python programs that, using a learning model, result in "creative" artwork. Language models such as GPT-3 are capable of interpreting and generating text. With over 540 billion parameters, the Google Pathways model can explain jokes, follow a chain of reasoning, recognise patterns, perform Q&amp;A sessions on scientific knowledge, and summarise texts. As more parameters are added to language models, the depth of "understanding" they can demonstrate expands. "The painting fool" is a system developed by Simon Colton that draws portraits taking into account emotional information obtained from the subjects being painted through a camera <ref type="bibr" target="#b9">[10]</ref>. Negrete-Yankelevich and Morales-Zaragoza <ref type="bibr" target="#b3">[4]</ref> propose a model to develop and assess creativity in computational agents embedded in mixed teams. The Apprentice Framework model establishes a series of roles (or levels of responsibility) agents can play within the group over time with the possibility of ascent through the ladder as the system is developed, acquiring thus more responsibility in the creative process. The model also helps identify aspects of the product being produced, at which point the agent is supposed to be creative. By keeping track of both responsibilities and aspects, it is possible to plan and assess the development of the system. Negrete-Yankelevich and Morales-Zaragoza <ref type="bibr" target="#b10">[11]</ref> propose a framework to create animatics. These animated storyboards constitute an essential artefact in producing animations by a team of expert animators that made an award-winning series of one-minute shorts for Mexican TV called Imaginantes (Televisa, "Imaginantes* -YouTube."). The system's creativity is measured by how well the overall creativity of the team is affected by the system's performance.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head>Developing friendly data science solutions.</head><p>Friendly data science systems must provide intuitive and interactive access to data processing operations in an agile and visual step-by-step manner <ref type="bibr" target="#b11">[12]</ref>. They should help a user to derive conclusions about the data collection content and identify the potential questions that data can help answer. Through conversational loops and feedback, a friendly exploration and analysis system must calibrate the tasks according to the data's characteristics and the user's expertise and expectations. Through metadata collection and user profiling, an exploration and analysis conversation loop should propose actions, insight, and results' display (and visualisations) that assist the user in completing a given goal.</p><p>Discussion. We believe the collective CC can reproduce the collaborative transdisciplinary conditions in which data science solutions are developed. It can drive the proposal of data science solutions combining data, algorithms, and computing resources to model complex systems and contribute to answering research questions to understand and predict them. While computational creativity and conversational techniques have proven effective, they have not been explored with the design of exploratory data analysis pipelines. Moreover, the two approaches are somewhat opposed because conversational techniques tend to rely on known territories (i.e. previously explored data manipulation and analysis actions). In contrast, computational creativity allows for exploring unknown territories (data manipulation and analysis), which may, in some cases, prove more effective.</p><p>Our work addresses two challenges. On the one hand, adapt and leverage both techniques to design an efficient and exploratory data analysis pipeline. On the other hand, strike the right balance when creating data analysis pipelines between 'known' prior data exploration and analysis actions and 'unknown' creative actions.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="3.">Creative process for designing data science driven solutions</head><p>Data science pipelines combining machine learning and deep learning are the new query types with specific needs regarding how data must be structured and managed.</p><p>The "one all-fits-all" data structure and associated management functions approach are no longer adapted for data science queries. Indeed, every query has a specific objective (modelling, prediction), and its design entirely depends on the input dataset and an initial research question (RQ). The data science query is not based on an explicit knowledge of the data. It includes tasks devoted to mathematically understanding the data; then, the partial results of those tasks determine the design of other studies devoted to the computation of a model representing some hidden knowledge. Given statistical and machine learning methods and a target objective, data scientists rely on libraries that provide methods that they combine to define a data science pipeline. The results obtained by this pipeline are never definite, and they are always, to some degree, close to the target.</p><p>To illustrate the design process of a DS pipeline, consider the following scenario. Consider a trendy decisionmaking group willing to adopt a data-driven approach for designing public policies to enhance citizens' lives in urban spaces and reduce energy and economic costs. Public policies are intended to modify built environments to improve them from financial and well-being perspectives. Decision-makers know that from the urbanism perspective, small changes in the built environment can alter how people use the space. For instance, increasing pedestrian areas in a city downtown close to restaurant zones reduces CO2 footprint. Still, it impacts the influx of restaurant customers in the area and lowers real estate prices. Customers can suddenly start preferring restaurants close to parking slots. People living in the area can have problems accessing it and park their cars close to home. The research question is to which extent public policies can impact the quality of life of different categories of citizens willing to evolve in a given urban area?. Decision makers now call for data scientists' creativity to provide studies and mathematical evidence of the kind of urban changes to be considered in public policies.</p><p>Designing a data science pipeline. Datasets and research questions drive the design of DS pipelines. Through a simplified creative scenario using the main phases of a DS pipeline: (1) collect or search for datasets that can be used for answering a research question, and then (2) prepare them (explore, clean, engineer) to feed one or several Artificial Intelligence (AI) models. (3) Models are trained and tested with dataset fragments. These tasks are calibrated recurrently until specific performance scores are reached. (4) Results are constantly assessed and eventually considered good enough to be interpreted by experts, and conclusions are drawn on answering the initial research question to some extent.</p><p>Sketching a creative process, the elements to consider are: What data is needed to answer the research question and develop a strategy to collect them? How do we transform the initial research question into a quantitative statement that can be addressed by mathematical or AI models? Which model families can be pertinent for answering the question? How do you design a series of tasks where data are processed? How do you connect the results format with the research question statement? How do we determine whether results converge? How do you decide whether results are fair enough for considering an answer?</p><p>For example, data scientists can film civilians in the target urban spaces to collect their behavioural patterns on how they occupy and evolve along those spaces before and after implementing public spaces. Extract behavioural patterns that imply designing a DS pipeline for processing videos and detecting civilians, for example, using perceptrons <ref type="bibr" target="#b12">[13]</ref> and behaviour patterns within a series of scenes. The patterns can then be classified according to properties that detect changes before and after implementing some change. Other possibilities would be to run other data collection techniques like questionnaires to describe urban civilians' behaviour through quantitative variables that can be correlated for detecting changes produced after applying public policies. The possibilities are numerous, and they rely on data scientists' expertise, on the facilities or not for collecting certain types of data (e.g., video vs questionnaires) and their knowledge of specific AI models' families.</p><p>Discussion Data Science and Machine Learning Environments provide all the necessary AI models. They are supported by enactment stacks that deal with the storage, fragmentation, indexing and distribution of the data required and produced by the tasks composing a pipeline. What are the rules and strategies to combine different components that can transform input data into models and predictions that provide quantitative elements to answer initial research questions?</p><p>Generative artificial intelligence<ref type="foot" target="#foot_1">3</ref> has started to be consolidated into solutions that give the illusion of creation through interactive and conversational approaches <ref type="foot" target="#foot_2">4</ref> . Systems like chat-GPT, in its various versions, mimic conversational and question-answering experiences intended to perform target tasks or produce "new" content based on existing evidence. The principle of this system is synthesising the creation process as an exercise of wrapping together "content" with specific characteristics and considering some constraints to produce artefacts that look, to some extent, novel.</p><p>In the case of DS pipelines, the first challenge is to model the creation process behind them. How does someone (a domain expert) state a research question so that a data-driven quantitative study can be run? How are data collected and selected to answer such questions? Which comes first, data or questions? How do we conclude that given datasets representing observations of an object of study are representative enough to produce a model or predict the behaviour of that object? How is the human integrated into the loop and intervene in the design milestones of a DS pipeline?</p><p>Challenges and Open Issues. A computationalcreativity-based methodology for designing DS pipelines should consider at least the following scientific challenges and associated open problems:</p><p>• Modelling hybrid (human and nonhuman) creativity-driven data science pipelines' design: propose a computational creativity model to represent end-to-end pipeline design. The creativity model can integrate design patterns like the ones presented in <ref type="bibr" target="#b13">[14]</ref> (design, mutant shopping, chorus line, simulation and approximating feedback, entertaining evaluations and no blank canvas). Depending on the tasks to be designed within a DS pipeline, different creativity patterns can best be adapted to address the task. • Define the interaction among humans designing a DS pipeline and artificial system(s) that can take on tasks and propose results. Model the input/output required to feed and expect to/from the system and the type of feedback to be given by humans.</p><p>Intervene the process with an agent by selecting a relevant subprocess where creativity would contribute significantly to the overall solution and assess how it works. Then, try other similar subprocesses and verify again. This bottom-up approach would establish a practice to turn the overall process into a friendly one in a stepwise fashion. • Collecting provenance and data from DS pipelines design tasks: implement processes for data curation, annotation, identification, and quality control in research. • Proposing an ad-hoc computational creativity tool for making DS science pipelines designfriendly for non-data scientists.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="4.">Towards a Human in the loop creative platform for designing data science pipelines</head><p>Figure <ref type="figure" target="#fig_0">1</ref> shows the general architecture of the MATILDA platform that assists people with different expertise to follow a creative process for designing DS pipelines given datasets and target research questions. The platform relies on a step-by-step conversational approach based on our previous work <ref type="bibr" target="#b11">[12]</ref> and provides interaction entry points to allow humans feedback, validate and guide the creative process. For each phase of a DS pipeline (data exploration and preparation, fragmentation, training, testing and assessing), the platform suggests possible scenarios that are adopted or not. Therefore the platform relies on a knowledge base representing data science pipelines, with research questions and data features modelled that can be used to propose solutions similar as case based reasoning approaches.</p><p>1. Data search: given keywords about the topic or a sample of data to be analysed, the platform relies on queries as answers and exploration techniques to propose related data sets. The platform shows the possible questions associated with data through "queries as answers" techniques. Through an interactive process, a data scientist can converge to a sample of data representative of the type of questions she/he wishes to express (e.g., factual, modelling, prediction, etc.).</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="2.">Designing data exploration and cleaning pipeline:</head><p>given a dataset, the platform performs a quantitative analysis of the attributes, their dependencies and their values' distribution. The platform also suggests cleaning and data engineering strategies, allowing data to have specific mathematical properties. The platform gathers information about their decisions by interacting with the data scientists. This information can be used to keep track of the design process. For now, this is a very quantitative perspective of the creation process, even if, for future work, we will try to approach creativity with other perspectives. 3. DS pipeline creation: the current platform does not rely on existing AI model recommendation systems but on knowledge about the questions previously addressed with AI models; it proposes building blocks that can be combined into pipelines. These building blocks could be used to answer the questions produced in 1). The building blocks include suggestions on the scores that can be used for assessing and calibrating training phases. The platform is also shared for every building block with similar solution contexts in which they have been used.</p><p>Our DS creativity platform allows us to study how overall creativity is affected if computer systems take over different roles within the design of data science pipelines. The platform provides a collaborative environment that integrates an artificial actor within in the creative production process of DS pipelines by data scientists.</p></div>
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="5.">Conclusions and Future Work</head><p>The research and development market associated with data science is fuelling the economies of countries in the world. Almost all sectors in the global economies see data science as a promising alternative to develop original solutions to critical societal problems and promote data-driven decision-making processes that can create know-how and value. Yet, despite the availability of datasets and technology for transforming any phenomenon produced in reality into digital data and the variety of algorithms (Mathematical and artificial intelligence models), the design of data science solutions remains artisanal. The impact on person-hours and economic investment is not anecdotic. The time has come to propose methodologies that can formalise the design of data science solutions and model the "know-how" developed by data scientists during the creation process. Besides, data science addresses trans-disciplinary challenges. It is critical to bridge the gap between technical vocabulary, tasks, and the vocabulary of other disciplines and users with different expertise. This strategy will ensure the usability and acceptability of solutions (i.e. pipelines). In summary, data science must become inclusive and accessible to all. Our work addresses this challenge by aiming to adopt computational creativity methods to model the data science design process(es) that combine human and nonhuman creativity.</p><p>The platform MATILDA proposed in this paper is based on the original methodologies that we propose. It contributes to creating data science pipelines according to the expectations of knowledge discovery. It is interesting for answering target research questions, the input data's characteristics and the data scientists' models. Creativitybased methodologies applied to data science will make it accessible and inclusive to address increasingly complex problems humanity faces.</p></div><figure xmlns="http://www.tei-c.org/ns/1.0" xml:id="fig_0"><head>Figure 1 :</head><label>1</label><figDesc>Figure 1: Matilda platform creation pipeline.</figDesc><graphic coords="5,110.13,84.19,374.91,159.36" type="bitmap" /></figure>
			<note xmlns="http://www.tei-c.org/ns/1.0" place="foot" n="2" xml:id="foot_0">Computational creativity is the study of building software that exhibits behaviour that would be deemed creative in humans. Such creative software can be used for autonomous creative tasks, such as inventing mathematical theories, writing poems, painting pictures, and composing music (https://computationalcreativity.net</note>
			<note xmlns="http://www.tei-c.org/ns/1.0" place="foot" n="3" xml:id="foot_1">According to the Bing chat-GPT and validated by this paper's authors: Generative AI refers to a category of artificial intelligence (AI) algorithms that generate new outputs based on the data they have been trained on (www.weforum.org/agenda/2023/02/ generative-ai-explain-algorithms-work/).</note>
			<note xmlns="http://www.tei-c.org/ns/1.0" place="foot" n="4" xml:id="foot_2"><ref type="bibr" target="#b3">4</ref> Microsoft Deepspeed https://github.com/microsoft/DeepSpeed/ tree/master/blogs/deepspeed-chat</note>
			<note xmlns="http://www.tei-c.org/ns/1.0" place="foot" n="5" xml:id="foot_3">http://vargas-solar.com/friendly/</note>
		</body>
		<back>

			<div type="acknowledgement">
<div xmlns="http://www.tei-c.org/ns/1.0"><head n="6.">Acknowledgements</head><p>The work reported in this paper is performed in the context of the project FRIENDLY <ref type="bibr" target="#b4">5</ref> funded by the inter-group program of the laboratory LIRIS, Lyon.</p></div>
			</div>

			<div type="references">

				<listBibl>

<biblStruct xml:id="b0">
	<monogr>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">A</forename><surname>Boden</surname></persName>
		</author>
		<title level="m">The creative mind: Myths and mechanisms</title>
				<imprint>
			<publisher>Psychology Press</publisher>
			<date type="published" when="2004">2004</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b1">
	<analytic>
		<title level="a" type="main">Evaluating creativity in humans, computers, and collectively intelligent systems</title>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">L</forename><surname>Maher</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of the 1st DESIRE Network Conference on Creativity and Innovation in Design</title>
				<meeting>the 1st DESIRE Network Conference on Creativity and Innovation in Design</meeting>
		<imprint>
			<date type="published" when="2010">2010</date>
			<biblScope unit="page" from="22" to="28" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b2">
	<analytic>
		<title level="a" type="main">Computational and collective creativity: Who&apos;s being creative?</title>
		<author>
			<persName><forename type="first">M</forename><forename type="middle">L</forename><surname>Maher</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">ICCC</title>
		<imprint>
			<biblScope unit="page" from="67" to="71" />
			<date type="published" when="2012">2012</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b3">
	<analytic>
		<title level="a" type="main">The apprentice framework: planning and assessing creativity</title>
		<author>
			<persName><forename type="first">S</forename><surname>Negrete-Yankelevich</surname></persName>
		</author>
		<author>
			<persName><forename type="first">N</forename><surname>Morales-Zaragoza</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of the Fifth International Conference on Computational Creativity</title>
				<meeting>the Fifth International Conference on Computational Creativity</meeting>
		<imprint>
			<date type="published" when="2014">2014</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b4">
	<monogr>
		<author>
			<persName><forename type="first">R</forename><forename type="middle">K</forename><surname>Sawyer</surname></persName>
		</author>
		<title level="m">Explaining creativity: The science of human innovation</title>
				<imprint>
			<publisher>Oxford university press</publisher>
			<date type="published" when="2011">2011</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b5">
	<analytic>
		<title level="a" type="main">Special issue on artificial intelligence in design</title>
		<author>
			<persName><forename type="first">A</forename><forename type="middle">K</forename><surname>Goel</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><forename type="middle">G</forename><surname>De</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Silva</forename><surname>Garza</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Journal of Computing and Information Science in Engineering</title>
		<imprint>
			<biblScope unit="volume">10</biblScope>
			<date type="published" when="2010">2010</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b6">
	<analytic>
		<title level="a" type="main">A critical review of computational creativity in built environment design</title>
		<author>
			<persName><forename type="first">N</forename><surname>Gu</surname></persName>
		</author>
		<author>
			<persName><forename type="first">P</forename><forename type="middle">Amini</forename><surname>Behbahani</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Buildings</title>
		<imprint>
			<biblScope unit="volume">11</biblScope>
			<biblScope unit="page">29</biblScope>
			<date type="published" when="2021">2021</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b7">
	<analytic>
		<title level="a" type="main">Interaction evaluation for human-computer co-creativity: A case study</title>
		<author>
			<persName><forename type="first">A</forename><forename type="middle">A</forename><surname>Kantosalo</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">M</forename><surname>Toivanen</surname></persName>
		</author>
		<author>
			<persName><forename type="first">H</forename><forename type="middle">T T</forename><surname>Toivonen</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of the sixth international conference on computational creativity</title>
				<meeting>the sixth international conference on computational creativity</meeting>
		<imprint>
			<date type="published" when="2015">2015</date>
		</imprint>
		<respStmt>
			<orgName>Brigham Young University</orgName>
		</respStmt>
	</monogr>
</biblStruct>

<biblStruct xml:id="b8">
	<analytic>
		<title level="a" type="main">Experience evaluations for human-computer co-creative processesplanning and conducting an evaluation in practice</title>
		<author>
			<persName><forename type="first">A</forename><surname>Kantosalo</surname></persName>
		</author>
		<author>
			<persName><forename type="first">S</forename><surname>Riihiaho</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">Connection Science</title>
		<imprint>
			<biblScope unit="volume">31</biblScope>
			<biblScope unit="page" from="60" to="81" />
			<date type="published" when="2019">2019</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b9">
	<analytic>
		<title level="a" type="main">Computational creativity theory: The face and idea descriptive models</title>
		<author>
			<persName><forename type="first">S</forename><surname>Colton</surname></persName>
		</author>
		<author>
			<persName><forename type="first">J</forename><forename type="middle">W</forename><surname>Charnley</surname></persName>
		</author>
		<author>
			<persName><forename type="first">A</forename><surname>Pease</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">ICCC</title>
				<meeting><address><addrLine>, Mexico City</addrLine></address></meeting>
		<imprint>
			<date type="published" when="2011">2011</date>
			<biblScope unit="page" from="90" to="95" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b10">
	<analytic>
		<title level="a" type="main">emotion: a system for the development of creative animatics</title>
		<author>
			<persName><forename type="first">S</forename><surname>Negrete-Yankelevich</surname></persName>
		</author>
		<author>
			<persName><forename type="first">N</forename><surname>Morales-Zaragoza</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">Proceedings of the Fourth International Conference on Computational Creativity</title>
				<meeting>the Fourth International Conference on Computational Creativity</meeting>
		<imprint>
			<date type="published" when="2013">2013</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b11">
	<analytic>
		<title level="a" type="main">Ds4all: All you need for democratizing data exploration and analysis</title>
		<author>
			<persName><forename type="first">P</forename><surname>Bethaz</surname></persName>
		</author>
		<author>
			<persName><forename type="first">K</forename><surname>Belhajjame</surname></persName>
		</author>
		<author>
			<persName><forename type="first">G</forename><surname>Vargas-Solar</surname></persName>
		</author>
		<author>
			<persName><forename type="first">T</forename><surname>Cerquitelli</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="m">2021 IEEE International Conference on Big Data (Big Data)</title>
				<imprint>
			<publisher>IEEE</publisher>
			<date type="published" when="2021">2021</date>
			<biblScope unit="page" from="4235" to="4242" />
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b12">
	<analytic>
		<title level="a" type="main">An examination on autoencoder designs for anomaly detection in video surveillance</title>
		<author>
			<persName><forename type="first">E</forename><surname>Cruz-Esquivel</surname></persName>
		</author>
		<author>
			<persName><forename type="first">Z</forename><forename type="middle">J</forename><surname>Guzman-Zavaleta</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">IEEE Access</title>
		<imprint>
			<biblScope unit="volume">10</biblScope>
			<biblScope unit="page" from="6208" to="6217" />
			<date type="published" when="2022">2022</date>
		</imprint>
	</monogr>
</biblStruct>

<biblStruct xml:id="b13">
	<analytic>
		<title level="a" type="main">Software design patterns of computational creativity: A systematic mapping study</title>
		<author>
			<persName><forename type="first">P</forename><surname>Glines</surname></persName>
		</author>
		<author>
			<persName><forename type="first">I</forename><surname>Griffith</surname></persName>
		</author>
		<author>
			<persName><forename type="first">P</forename><forename type="middle">M</forename><surname>Bodily</surname></persName>
		</author>
	</analytic>
	<monogr>
		<title level="j">ICCC</title>
		<imprint>
			<biblScope unit="page" from="218" to="221" />
			<date type="published" when="2021">2021</date>
		</imprint>
	</monogr>
</biblStruct>

				</listBibl>
			</div>
		</back>
	</text>
</TEI>
