CINXE.COM
Overview and features — Refine 1.2.0 documentation
<!DOCTYPE html> <html xmlns="http://www.w3.org/1999/xhtml"> <head> <meta http-equiv="X-UA-Compatible" content="IE=Edge" /> <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /><script type="text/javascript"> var _gaq = _gaq || []; _gaq.push(['_setAccount', 'UA-11346334-10']); _gaq.push(['_trackPageview']); (function() { var ga = document.createElement('script'); ga.type = 'text/javascript'; ga.async = true; ga.src = ('https:' == document.location.protocol ? 'https://ssl' : 'http://www') + '.google-analytics.com/ga.js'; var s = document.getElementsByTagName('script')[0]; s.parentNode.insertBefore(ga, s); })(); </script> <title>Overview and features — Refine 1.2.0 documentation</title> <link rel="stylesheet" href="_static/bootstrap-sphinx.css" type="text/css" /> <link rel="stylesheet" href="_static/pygments.css" type="text/css" /> <link rel="stylesheet" href="_static/css/bootstrap.min.css" type="text/css" /> <link rel="stylesheet" href="_static/css/bootstrap-ontotext-theme.css" type="text/css" /> <link rel="stylesheet" href="_static/css/custom.css" type="text/css" /> <script id="documentation_options" data-url_root="./" src="_static/documentation_options.js"></script> <script src="_static/jquery.js"></script> <script src="_static/underscore.js"></script> <script src="_static/doctools.js"></script> <script src="_static/language_data.js"></script> <link rel="index" title="Index" href="genindex.html" /> <link rel="search" title="Search" href="search.html" /> <link rel="next" title="Installation and Migration" href="install-migrate.html" /> <link rel="prev" title="Table of contents" href="toc.html" /> <meta charset='utf-8'> <meta http-equiv='X-UA-Compatible' content='IE=edge,chrome=1'> <meta name='viewport' content='width=device-width, initial-scale=1.0, maximum-scale=1'> <meta name="apple-mobile-web-app-capable" content="yes"> <!-- Favicon --> <!--TODO update the icons --> <link rel="apple-touch-icon" sizes="180x180" href="/ontorefine/1.2/_static/apple-touch-icon.png"> <link rel="icon" type="image/png" sizes="32x32" href="/ontorefine/1.2/_static/favicon-32x32.png"> <link rel="icon" type="image/png" sizes="16x16" href="/ontorefine/1.2/_static/favicon-16x16.png"> <link rel="manifest" type="application/manifest+json" href="/ontorefine/1.2/_static/site.webmanifest"> <!--TODO update--> <script src="/ontorefine/1.2/_static/js/jquery-1.12.4.min.js"></script> <script src="/ontorefine/1.2/_static/js/jquery-fix.js"></script> <script src="/ontorefine/1.2/_static/bootstrap-sphinx.js"></script> <!--bootstrap 4 scripts--> <script src="https://cdnjs.cloudflare.com/ajax/libs/tether/1.4.0/js/tether.min.js" integrity="sha384-DztdAPBWPRXSA/3eYEEUWrWCy7G5KFbe8fFjk5JAIxUYHKkDx6Qin1DkWx51bBrb" crossorigin="anonymous"></script> <script src="https://maxcdn.bootstrapcdn.com/bootstrap/4.0.0-alpha.6/js/bootstrap.min.js" integrity="sha384-vBWWzlZJ8ea9aCX4pEW3rVHjgjt7zpkNpZk+02D9phzyeVkE+jo0ieGizqPLForn" crossorigin="anonymous"></script> <script type="text/javascript"> //temporary solution to remove sphinx css $(document).ready(function() { $("link[href*='basic.css']").remove(); $("link[href*='bootstrap-sphinx.css']").remove(); }); //hide the other collapsible elements on collapsing a menu item var $myGroup = $('#side-menu-accoridion'); $myGroup.on('show.bs.collapse','.collapse', function() { $myGroup.find('.collapse.show').collapse('hide'); }); $(function () { $('[data-toggle="tooltip"]').tooltip(); $('#scrollToTop').click( function() { $('html, body').animate({scrollTop: '0px'}, 300); }); }); </script> <!-- TODO remove the GraphiQL --> <!-- GraphiQL --> <script src="https://cdn.jsdelivr.net/react/15.4.2/react.min.js"></script> <script src="https://cdn.jsdelivr.net/react/15.4.2/react-dom.min.js"></script> <script src="https://cdn.jsdelivr.net/gh/jazzyray/sphinx-graphiql@master/static/graphiql/graphiql.min.js"></script> <link href="https://cdn.jsdelivr.net/gh/jazzyray/sphinx-graphiql@master/static/graphiql/graphiql.css" rel="stylesheet"> <link href="https://cdn.jsdelivr.net/gh/jazzyray/sphinx-graphiql@a048f5e9c6fb3932d7ba3bcea8c56e1d918903d0/static/styles.css" rel="stylesheet"> <meta name="msapplication-TileImage" content="/documentation/home/images/visual_Logo_GraphDB_02_12_2015.png"> </head><body> <div id="page"> <div id="sidebar" class="bs-sidenav bg-lightgray" data-spy="affix"> <div class="hidden-xs hidden-sm"> <div class="bg-secondary d-flex"> <a href="/ontorefine/1.2/index.html" class="brand" title="Refine 1.2"> <img src="/ontorefine/1.2/_static/ontorefine-logo.svg" alt="Refine logo" height="44" class="logo"> <span>1.2</span> </a> <a class="ml-auto btn btn-primary hidden-lg-up d-flex" data-toggle="collapse" href="#collapseSideNav" aria-expanded="false" aria-controls="collapseExample"> <span class="icon-hbars align-self-center"></span> </a> </div> <div id="collapseSideNav" class="hidden-mobile-nav"> <div class="p-3"> <form action="/ontorefine/1.2/search.html" method="get"> <div class="input-group input-group-sm"> <span class="input-group-addon icon"><span class="icon-search icon-lg text-muted"></span></span> <input type="text" name="q" class="form-control" placeholder="Search the documentation..."> <input type="hidden" name="check_keywords" value="yes"> <input type="hidden" name="area" value="default"> </div> </form> <div class="mt-3"> <div class="dropdown d-inline-block"> <button class="btn btn-link dropdown-toggle p-0" type="button" id="dropdownMenuButton" data-toggle="dropdown" aria-haspopup="true" aria-expanded="false"> Refine </button> <span class="dropdown-menu" aria-labelledby="dropdownMenuButton"> <script type="text/javascript"> var xmlHttp = new XMLHttpRequest(); // TODO what do we do with this services.txt? xmlHttp.open( "GET", "https://platform.ontotext.com/services.txt", false ); xmlHttp.send( null ); var services = xmlHttp.responseText; var servicesSplit = services.split("\n"); for (var i = 0; i < servicesSplit.length; i++) { var serviceSplit = servicesSplit[i]; if (serviceSplit.length !== 0) { document.write('<a class="dropdown-item" href="/' + serviceSplit.split(",")[1] + '">' + serviceSplit.split(",")[0] + '</a>'); } } </script> </span> </div> </div> </div> <div class="sidebar-menu"> <ul class="current"> <li class="toctree-l1 current"><a class="current reference internal" href="#">Overview and features</a></li> <li class="toctree-l1"><a class="reference internal" href="install-migrate.html">Installation and Migration</a></li> <li class="toctree-l1"><a class="reference internal" href="loading-data-using-ontorefine.html">Loading and Saving Data Using Refine</a></li> <li class="toctree-l1"><a class="reference internal" href="rdfizing.html">RDF-izing Tabular Data</a></li> <li class="toctree-l1"><a class="reference internal" href="ontorefine-cli.html">Ontotext Refine CLI</a></li> <li class="toctree-l1"><a class="reference internal" href="extensions.html">Installing Refine Extensions</a></li> <li class="toctree-l1"><a class="reference internal" href="release-notes.html">Release Notes</a></li> <li class="toctree-l1"><a class="reference internal" href="additional-resources.html">Additional Resources</a></li> </ul> </div> <hr class="m-0"> <!-- TODO this div is for previous version links, unnecessary for now but will be needed in the future--> <div class="sidebar-menu"> <ul id="side-menu-accoridion" role="tablist" aria-multiselectable="true"> <li class="toctree-l1"> <a data-toggle="collapse" data-parent="#side-menu-accoridion" href="#collapse7" aria-expanded="false" aria-controls="collapse7"> Previous versions </a> <ul id="collapse7" class="collapse" role="tabpanel" aria-labelledby="heading7" aria-expanded="true"> <!-- <li><a class="menu-item-link" href="/ontorefine/1.1/">Ontotext Refine 1.1</a></li>--> <li><a class="menu-item-link" href="/ontorefine/1.0/">Ontotext Refine 1.0</a></li> </ul> </li> </ul> </div></div> </div> </div> <div class="main-container pb-5"> <div class="container-fluid"> <div class="section" id="overview-and-features"> <h1>Overview and features<a class="headerlink" href="#overview-and-features" title="Permalink to this headline">¶</a></h1> <p>Ontotext Refine (“Refine”) is a version of the open-source <a class="reference external" href="https://openrefine.org/">OpenRefine</a> data transformation tool adapted to work with <a class="reference external" href="https://graphdb.ontotext.com/">Ontotext GraphDB</a>.</p> <p>Refine allows fast cleaning, mapping and transformation of any structured data to RDF and loading it to GraphDB.</p> <p>It supports input from:</p> <ul class="simple"> <li>Tabular formats (TSV, CSV, *SV)</li> <li>Fixed-width text files</li> <li>Excel (XLS, XLSX)</li> <li>JSON, JSON-LD, XML</li> <li>RDF: XML, Turtle/N3</li> <li>Databases (PostgreSQL, MySQL, MariaDB, SQLite)</li> </ul> <p>You can input data from local files, remote URLs, and clipboard snippets.</p> <p>Refine enables you to:</p> <ul> <li><p class="first">Create projects and upload your data file(s)</p> </li> <li><p class="first">Clean and transform the data using powerful row and column manipulations, faceting, clustering</p> </li> <li><p class="first">Implement complex transformations using:</p> <blockquote> <div><ul class="simple"> <li><a class="reference external" href="https://docs.openrefine.org/manual/expressions">Expressions</a> and <a class="reference external" href="https://docs.openrefine.org/manual/grelfunctions">GREL (Google Refine Expression Language)</a></li> <li><a class="reference external" href="https://graphdb.ontotext.com/documentation/10.0/sparql-functions-reference.html">GraphDB Functions</a> including SPIN functions</li> <li><a class="reference external" href="https://github.com/OpenRefine/OpenRefine/wiki/Recipes#combining-datasets">Combining datasets</a> between Refine projects by using the <a class="reference external" href="https://docs.openrefine.org/manual/grelfunctions#crosscell-s-projectname-optional-s-columnname-optional">cross()</a> function.</li> <li>Combining multiple repositories and projects using SPARQL Federation and the virtual SPARQL endpoint of each Refine project</li> <li>the Refine command line interface</li> </ul> </div></blockquote> </li> <li><p class="first">Create a visual RDF mapping of the cleaned data</p> <blockquote> <div><ul class="simple"> <li>The RDF mapping visual UI is optimized to guide you in defining URLs, choosing the right predicates and types, defining datatypes, etc.</li> <li>Generate the respective SPARQL query</li> <li>Export the RDF data</li> </ul> </div></blockquote> </li> <li><p class="first">Expose a virtual SPARQL endpoint that allows you to write complex SPARQL queries</p> <blockquote> <div><ul class="simple"> <li>Export RDF data using a SPARQL <code class="docutils literal notranslate"><span class="pre">CONSTRUCT</span></code> query</li> <li>Load RDF data to a GraphDB repository using Federated SPARQL <code class="docutils literal notranslate"><span class="pre">UPDATE</span></code> query</li> </ul> </div></blockquote> </li> <li><p class="first">Export project configurations and mappings in order to automate a transformation on more data of a similar structure</p> </li> </ul> <p>You can generate Refine queries from semantic models using the open source <a class="reference external" href="https://github.com/VladimirAlexiev/rdf2rml">rdf2rml</a> toolkit</p> </div> </div> </div> <hr class="m-0"> <footer class="main-container py-5"> <div class="container-fluid"> <div class="row"> <div class="col-12 col-sm-6 col-lg-4"> <h4>Download documentation</h4> <!--TODO update the links below --> <ul class="list-inline"> <li class="list-inline-item"> <a href="/ontorefine/1.2/pdf/Refine.pdf" download class="btn btn-link text-secondary px-0" target="_blank"><span class="icon-download text-tertiary"></span> PDF</a> </li> <li class="list-inline-item"> <a href="/ontorefine/1.2/epub/Refine.epub" download class="btn btn-link text-secondary px-0" target="_blank"><span class="icon-download text-tertiary"></span> ePUB</a> </li> </ul> </div> <div class="col-12 col-sm-6 col-lg-4"> <h4>Contacts</h4> <ul class="list-unstyled mb-4"> <li class="m-0"> <a href="mailto:refine-support@ontotext.com" class="btn btn-link text-secondary px-0" target="_blank"> <span class="icon-email text-tertiary"></span> <b>Support</b> <span class="hidden-lg-down">· refine-support@ontotext.com</span> </a> </li> <li class="m-0"> <a href="mailto:sales@ontotext.com" class="btn btn-link text-secondary px-0" target="_blank"> <span class="icon-email text-tertiary"></span> <b>Sales</b> <span class="hidden-lg-down">· sales@ontotext.com</span> </a> </li> <li class="m-0 mb-3"> <a href="mailto:info@ontotext.com" class="btn btn-link text-secondary px-0" target="_blank"> <span class="icon-email text-tertiary"></span> <b>General</b> <span class="hidden-lg-down">· info@ontotext.com</span> </a> </li> <li class="m-0"><span href="mailto:info@ontotext.com" class="btn btn-link text-secondary px-0"><span class="icon-phone text-tertiary"></span> <b>US (toll free)</b> · 1-866-972-6686</span></li> <li class="m-0"><span href="mailto:info@ontotext.com" class="btn btn-link text-secondary px-0"><span class="icon-phone text-tertiary"></span> <b>Europe</b> · +359 2 974 61 60</span></li> </ul> </div> <div class="col-12 col-sm-6 col-lg-4 mb-4"> <h4>More info</h4> <ul class="list-unstyled mb-4"> <li class="m-0"><a href="https://www.ontotext.com/company/" class="btn btn-link text-secondary px-0" target="_blank"><span class="icon-external text-tertiary"></span> About Ontotext</a></li> <li class="m-0"><a href="https://www.w3.org/standards/semanticweb/" class="btn btn-link text-secondary px-0" target="_blank"><span class="icon-external text-tertiary"></span> Semantic web</a></li> </ul> <h4>Follow us</h4> <div class="mb-4"> <a data-toggle="tooltip" title="" href="https://www.linkedin.com/company/ontotext-ad" class="btn btn-link px-0" target="_blank" data-original-title="LinkedIn"><span class="icon-linkedin icon-lg text-linkedin"></span></a> <a data-toggle="tooltip" title="" href="https://twitter.com/ontotext" class="btn btn-link px-0" target="_blank" data-original-title="Twitter"><span class="icon-twitter icon-lg text-twitter"></span></a> <a data-toggle="tooltip" title="" href="https://www.facebook.com/Ontotext" class="btn btn-link px-0" target="_blank" data-original-title="Facebook"><span class="icon-facebook icon-lg text-facebook"></span></a> <a data-toggle="tooltip" title="" href="https://www.youtube.com/ontotext" class="btn btn-link px-0" target="_blank" data-original-title="Youtube"><span class="icon-youtube icon-lg text-youtube"></span></a> <!-- <a data-toggle="tooltip" title="" href="https://plus.google.com/+Ontotext" class="btn btn-link px-0" target="_blank" data-original-title="Google+"><span class="icon-google-plus icon-lg text-google"></span></a> --> </div> </div> </div> <!-- <p class="pull-right"> </p> --> <div class="text-muted small d-flex align-items-center"> <div> <a href="https://ontotext.com/" target="_blank" class="d-inline-block mb-3 mb-md-0 mr-2"><img src="_static/ot-logo.svg" class="m-0" height="26" alt="Ontotext logo"></a> <br class="hidden-md-up"> © Copyright 2022, Ontotext. Last updated on 19 June, 2023. | <a href="https://ontotext.com/privacy-policy-2/">Privacy</a> </div> <div class="ml-auto"> <button id="scrollToTop" class="btn btn-link" data-toggle="tooltip" data-placement="top" title="" data-original-title="Back to top"><span class="icon-arrow-up icon-2x"></span></button> </div> </div> </div> </footer> </div> </body> </html>