Skip to content

Commit

Permalink
Add tdwgutility:usageScope now required for DwC
Browse files Browse the repository at this point in the history
  • Loading branch information
Steve Baskauf committed Aug 6, 2020
1 parent 7a52668 commit 22414b1
Show file tree
Hide file tree
Showing 11 changed files with 46 additions and 67 deletions.
83 changes: 18 additions & 65 deletions process/simplified_process_rs_tdwg_org.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -11,17 +11,9 @@
},
{
"cell_type": "code",
"execution_count": 7,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"done\n"
]
}
],
"outputs": [],
"source": [
"# Written by Steve Baskauf 2020-06-29 CC0\n",
"\n",
Expand All @@ -41,12 +33,12 @@
"# name to pathway-revised.csv and put it in the process directory (along with this notebook).\n",
"\n",
"# Set these values prior to running the script\n",
"namespaceUri = 'http://rs.tdwg.org/dwc/terms/'\n",
"database = 'terms'\n",
"date_issued = '2018-09-06'\n",
"namespaceUri = 'http://rs.tdwg.org/dwc/terms/attributes/'\n",
"database = 'utility'\n",
"date_issued = '2020-08-06'\n",
"local_offset_from_utc = '-05:00'\n",
"versions = database + '-versions'\n",
"modifications_filename = 'terms_modified-2018.csv'\n",
"modifications_filename = 'utility_add_usageScope.csv'\n",
"vocab_type = 1 # 1 is simple vocabulary, 2 is simple controlled vocabulary, 3 is c.v. with broader hierarchy\n",
"version_namespace = namespaceUri + 'version/'\n",
"\n",
Expand Down Expand Up @@ -224,17 +216,9 @@
},
{
"cell_type": "code",
"execution_count": 8,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"done\n"
]
}
],
"outputs": [],
"source": [
"# 2.1 read tables\n",
"terms_metadata_filename = '../' + database + '/' + database + '.csv'\n",
Expand Down Expand Up @@ -287,17 +271,9 @@
},
{
"cell_type": "code",
"execution_count": 9,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"done\n"
]
}
],
"outputs": [],
"source": [
"term_versions_metadata_filename = '../' + versions + '/' + versions + '.csv'\n",
"term_versions_metadata = readCsv(term_versions_metadata_filename)\n",
Expand Down Expand Up @@ -417,18 +393,9 @@
},
{
"cell_type": "code",
"execution_count": 10,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"['2020-07-26T19:35:47-05:00', 'http://rs.tdwg.org/dwc/terms/', '', 'dwc/terms/', 'Core terms defined by Darwin Core', 'This term list includes all currently valid terms that have been defined in the core Darwin Core namespace dwc:. To comment on this schema, please create a new issue in https://github.com/tdwg/dwc/issues', '2008-11-19', '2018-09-06', 'dwc', 'http://rs.tdwg.org/dwc/terms/', 'terms', 'terms-versions', 'http://rs.tdwg.org/dwc/version/terms/', 'http://www.tdwg.org/standards/450']\n",
"done\n"
]
}
],
"outputs": [],
"source": [
"term_modified_dateTime = findColumnWithHeader(terms_metadata[0], 'document_modified')[1]\n",
"term_localName = findColumnWithHeader(terms_metadata[0], 'term_localName')[1]\n",
Expand Down Expand Up @@ -607,17 +574,9 @@
},
{
"cell_type": "code",
"execution_count": 11,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"done\n"
]
}
],
"outputs": [],
"source": [
"# create a list of every term version that was in the most recent previous list version\n",
"newTermVersionMembersList = []\n",
Expand Down Expand Up @@ -670,22 +629,16 @@
"\n",
"It is not necessary to run this step or any following steps when just generating term list Markdown pages or testing. It needs to be run when ready to generate new versions of the vocabulary and standard.\n",
"\n",
"This section should NOT be run for \"utility\" type namespaces that are not part of any vocabulary or standard. Examples are `tdwgutility:` (`http://rs.tdwg.org/dwc/terms/attributes/`) and the decisions namepace (`http://rs.tdwg.org/decisions/`).\n",
"\n",
"NOTE: when new vocabularies or standards are being created, the appropriate files in the `files_for_new` subdirectory must be modified!"
]
},
{
"cell_type": "code",
"execution_count": 13,
"execution_count": null,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"done\n"
]
}
],
"outputs": [],
"source": [
"vocabularies_table_filename = '../vocabularies/vocabularies.csv'\n",
"vocabularies_table = readCsv(vocabularies_table_filename)\n",
Expand Down
2 changes: 2 additions & 0 deletions process/utility_add_usageScope.csv
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
term_localName,label,rdfs_comment,rdf_type
usageScope,Usage Scope,Indicates whether a term is part of Simple Darwin Core or extended Darwin Core,http://www.w3.org/1999/02/22-rdf-syntax-ns#Property
17 changes: 17 additions & 0 deletions term-lists-versions/term-lists-versions-members.csv
Original file line number Diff line number Diff line change
Expand Up @@ -3571,3 +3571,20 @@ http://rs.tdwg.org/dwc/version/terms/2018-09-06,http://rs.tdwg.org/dwc/terms/ver
http://rs.tdwg.org/dwc/version/terms/2018-09-06,http://rs.tdwg.org/dwc/terms/version/vernacularName-2017-10-06
http://rs.tdwg.org/dwc/version/terms/2018-09-06,http://rs.tdwg.org/dwc/terms/version/waterBody-2017-10-06
http://rs.tdwg.org/dwc/version/terms/2018-09-06,http://rs.tdwg.org/dwc/terms/version/year-2017-10-06
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/abcdEquivalence-2009-01-25
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/organizedInClass-2009-08-24
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/status-2009-01-25
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/Vocabulary-2017-06-06
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/TermList-2017-06-06
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/required-2017-09-23
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/repeatable-2017-09-23
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/UseWithIRI-2017-09-30
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/decision-2017-10-10
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/DecisionClass-2017-10-10
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/Management-2018-06-14
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/Attribution-2018-06-14
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/ContentCoverage-2018-06-14
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/TaxonomicCoverage-2018-06-14
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/ResourceCreation-2018-06-14
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/RelatedResource-2018-06-14
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/usageScope-2020-08-06
1 change: 1 addition & 0 deletions term-lists-versions/term-lists-versions-replacements.csv
Original file line number Diff line number Diff line change
Expand Up @@ -41,3 +41,4 @@ http://rs.tdwg.org/ac/version/xmpRights/2020-01-27,http://rs.tdwg.org/ac/version
http://rs.tdwg.org/dwc/version/terms/attributes/2020-01-27,http://rs.tdwg.org/dwc/version/terms/attributes/2018-06-14
http://rs.tdwg.org/dwc/version/terms/2017-10-06,http://rs.tdwg.org/dwc/version/terms/2014-12-23
http://rs.tdwg.org/dwc/version/terms/2018-09-06,http://rs.tdwg.org/dwc/version/terms/2017-10-06
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/version/terms/attributes/2020-01-27
3 changes: 2 additions & 1 deletion term-lists-versions/term-lists-versions.csv
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,8 @@ document_modified,version,version_modified,status,list_deprecated,list_localName
2020-01-27T15:17:34-06:00,http://rs.tdwg.org/ac/version/photoshop/2020-01-27,2020-01-27,recommended,,ac/photoshop/,IPTC Photo Metadata Extension photoshop namespace terms borrowed by Audubon Core,This list includes photoshop namespace terms borrowed by Audubon Core from the IPTC Standard for Photo Metadata (http://www.iptc.org/std/photometadata/specification/IPTC-PhotoMetadata-201007_1.pdf). Its terms are not dereferenceable. ,2013-10-28,2013-10-28,photoshop,http://ns.adobe.com/photoshop/1.0/,http://rs.tdwg.org/ac/photoshop/
2020-01-27T15:21:02-06:00,http://rs.tdwg.org/ac/version/xmp/2020-01-27,2020-01-27,recommended,,ac/xmp/,XMP namespace terms from the XMP specification borrowed by Audubon Core,This list includes terms borrowed by Audubon Core from the XMP Specification Part 1 - properties in the basic XMP namespace (https://wwwimages2.adobe.com/content/dam/acom/en/devnet/xmp/pdfs/XMP%20SDK%20Release%20cc-2016-08/XMPSpecificationPart1.pdf). Its terms are not dereferenceable.,2013-10-28,2013-10-28,xmp,http://ns.adobe.com/xap/1.0/,http://rs.tdwg.org/ac/xmp/
2020-01-27T15:24:54-06:00,http://rs.tdwg.org/ac/version/xmpRights/2020-01-27,2020-01-27,recommended,,ac/xmpRights/,XMP Rights Management namespace terms from the XMP specification borrowed by Audubon Core,This list includes terms borrowed by Audubon Core from the XMP Specification Part 1 - properties in the XMP Rights Management namespace (https://wwwimages2.adobe.com/content/dam/acom/en/devnet/xmp/pdfs/XMP%20SDK%20Release%20cc-2016-08/XMPSpecificationPart1.pdf). Its terms are not dereferenceable.,2013-10-28,2013-10-28,xmpRights,http://ns.adobe.com/xap/1.0/rights/,http://rs.tdwg.org/ac/xmpRights/
2020-01-27T21:34:12-06:00,http://rs.tdwg.org/dwc/version/terms/attributes/2020-01-27,2020-01-27,recommended,,dwc/terms/attributes/,TDWG utility terms,This list includes terms necessary to describe various TDWG vocabularies.,2009-01-25,2017-10-10,tdwgutility,http://rs.tdwg.org/dwc/terms/attributes/,http://rs.tdwg.org/dwc/terms/attributes/
2020-08-06T12:51:49-05:00,http://rs.tdwg.org/dwc/version/terms/attributes/2020-01-27,2020-01-27,superseded,,dwc/terms/attributes/,TDWG utility terms,This list includes terms necessary to describe various TDWG vocabularies.,2009-01-25,2017-10-10,tdwgutility,http://rs.tdwg.org/dwc/terms/attributes/,http://rs.tdwg.org/dwc/terms/attributes/
2020-01-27T21:35:00-06:00,http://rs.tdwg.org/version/decisions/2020-01-27,2020-01-27,recommended,,decisions/,List of TDWG Executive decisions,Terms in this list are instances of the artificial tdwgutility:DecisionsClass class. ,2017-10-10,2017-10-10,,,http://rs.tdwg.org/decisions/
2020-07-26T19:35:47-05:00,http://rs.tdwg.org/dwc/version/terms/2017-10-06,2017-10-06,superseded,,dwc/terms/,Core terms defined by Darwin Core,"This term list includes all currently valid terms that have been defined in the core Darwin Core namespace dwc:. To comment on this schema, please create a new issue in https://github.com/tdwg/dwc/issues",2008-11-19,2014-12-23,dwc,http://rs.tdwg.org/dwc/terms/,http://rs.tdwg.org/dwc/terms/
2020-07-26T19:35:47-05:00,http://rs.tdwg.org/dwc/version/terms/2018-09-06,2018-09-06,recommended,,dwc/terms/,Core terms defined by Darwin Core,"This term list includes all currently valid terms that have been defined in the core Darwin Core namespace dwc:. To comment on this schema, please create a new issue in https://github.com/tdwg/dwc/issues",2008-11-19,2014-12-23,dwc,http://rs.tdwg.org/dwc/terms/,http://rs.tdwg.org/dwc/terms/
2020-08-06T12:51:49-05:00,http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,2020-08-06,recommended,,dwc/terms/attributes/,TDWG utility terms,This list includes terms necessary to describe various TDWG vocabularies.,2009-01-25,2017-10-10,tdwgutility,http://rs.tdwg.org/dwc/terms/attributes/,http://rs.tdwg.org/dwc/terms/attributes/
1 change: 1 addition & 0 deletions term-lists/term-lists-members.csv
Original file line number Diff line number Diff line change
Expand Up @@ -606,3 +606,4 @@ http://rs.tdwg.org/dwc/obsolete/,http://digir.net/schema/conceptual/darwin/exten
http://rs.tdwg.org/dwc/obsolete/,http://digir.net/schema/conceptual/darwin/extension/paleontology/1.0/Member
http://rs.tdwg.org/dwc/obsolete/,http://gensc.org/ns/mixs/source_mat_id
http://rs.tdwg.org/ac/terms/,http://rs.tdwg.org/ac/terms/ServiceAccessPoint
http://rs.tdwg.org/dwc/terms/attributes/,http://rs.tdwg.org/dwc/terms/attributes/usageScope
1 change: 1 addition & 0 deletions term-lists/term-lists-versions.csv
Original file line number Diff line number Diff line change
Expand Up @@ -61,3 +61,4 @@ http://rs.tdwg.org/ac/version/xmpRights/2020-01-27,http://rs.tdwg.org/ac/xmpRigh
http://rs.tdwg.org/dwc/version/terms/attributes/2020-01-27,http://rs.tdwg.org/dwc/terms/attributes/
http://rs.tdwg.org/dwc/version/terms/2017-10-06,http://rs.tdwg.org/dwc/terms/
http://rs.tdwg.org/dwc/version/terms/2018-09-06,http://rs.tdwg.org/dwc/terms/
http://rs.tdwg.org/dwc/version/terms/attributes/2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/
2 changes: 1 addition & 1 deletion term-lists/term-lists.csv
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,7 @@ document_modified,list,list_deprecated,list_localName,label,description,list_cre
2018-10-01T21:17:00-05:00,http://rs.tdwg.org/dwc/geospatial/,true,dwc/geospatial/,Darwin Core obsolete geospatial terms,This obsolete term list described geospatial terms.,2007-04-17,2007-04-17,dwcgeospatial,http://rs.tdwg.org/dwc/geospatial/,geospatial,geospatial-versions,http://rs.tdwg.org/dwc/version/geospatial/,
2018-10-01T21:17:00-05:00,http://rs.tdwg.org/dwc/obsolete/,true,dwc/obsolete/,Obsolete Darwin Core terms that are not in a TDWG namespace,"This list includes terms formerly cosidered to be a part of Darwin Core, but that are not part of a namespace controlled by TDWG (http://rs.tdwg.org/).",2017-09-30,2017-09-30,[none],[none],dwc-obsolete,dwc-obsolete-versions,,
2020-07-26T19:35:47-05:00,http://rs.tdwg.org/dwc/terms/,,dwc/terms/,Core terms defined by Darwin Core,"This term list includes all currently valid terms that have been defined in the core Darwin Core namespace dwc:. To comment on this schema, please create a new issue in https://github.com/tdwg/dwc/issues",2008-11-19,2018-09-06,dwc,http://rs.tdwg.org/dwc/terms/,terms,terms-versions,http://rs.tdwg.org/dwc/version/terms/,http://www.tdwg.org/standards/450
2020-01-27T21:32:09-06:00,http://rs.tdwg.org/dwc/terms/attributes/,,dwc/terms/attributes/,TDWG utility terms,This list includes terms necessary to describe various TDWG vocabularies.,2009-01-25,2020-01-27,tdwgutility,http://rs.tdwg.org/dwc/terms/attributes/,utility,utility-versions,http://rs.tdwg.org/dwc/terms/version/attributes/,
2020-08-06T12:51:49-05:00,http://rs.tdwg.org/dwc/terms/attributes/,,dwc/terms/attributes/,TDWG utility terms,This list includes terms necessary to describe various TDWG vocabularies.,2009-01-25,2020-08-06,tdwgutility,http://rs.tdwg.org/dwc/terms/attributes/,utility,utility-versions,http://rs.tdwg.org/dwc/terms/version/attributes/,
2018-10-01T21:17:00-05:00,http://rs.tdwg.org/dwc/iri/,,dwc/iri/,Darwin Core IRI-value Term Analogs,The terms on this list are intended to be used with IRI values,2015-03-27,2015-03-27,dwciri,http://rs.tdwg.org/dwc/iri/,iri,iri-versions,http://rs.tdwg.org/dwc/version/iri/,http://www.tdwg.org/standards/450
2020-01-27T09:03:03-06:00,http://rs.tdwg.org/ac/terms/,,ac/terms/,Core terms defined by Audubon Core,This term list includes all currently valid terms that have been defined in the core Audubon Core namespace ac:. ,2013-10-28,2020-01-27,ac,http://rs.tdwg.org/ac/terms/,audubon,audubon-versions,http://rs.tdwg.org/ac/version/terms/,http://www.tdwg.org/standards/638
2018-10-01T21:17:00-05:00,http://rs.tdwg.org/dwc/dc/,,dwc/dc/,Darwin Core terms borrowed from the Dublin Core legacy namespace,This list includes terms borrowed by Darwin Core from the legacy (http://purl.org/dc/elements/1.1/) Dublin Core namespace ,2015-03-27,2015-03-27,dc,http://purl.org/dc/elements/1.1/,dc-for-dwc,dc-for-dwc-versions,http://rs.tdwg.org/dwc/version/dc/,http://www.tdwg.org/standards/450
Expand Down
1 change: 1 addition & 0 deletions utility-versions/utility-versions.csv
Original file line number Diff line number Diff line change
Expand Up @@ -18,3 +18,4 @@ document_modified,version,versionLocalName,version_isDefinedBy,version_issued,ve
2018-06-14T13:58:00-05:00,http://rs.tdwg.org/dwc/terms/attributes/version/ResourceCreation-2018-06-14,ResourceCreation-2018-06-14,http://rs.tdwg.org/dwc/terms/attributes/version/,2018-06-14,recommended,,,,Resource Creation Category,Indicates that the term should be included in the Resource Creation category.,http://www.w3.org/2000/01/rdf-schema#Class,ResourceCreation
2018-06-14T13:58:00-05:00,http://rs.tdwg.org/dwc/terms/attributes/version/RelatedResource-2018-06-14,RelatedResource-2018-06-14,http://rs.tdwg.org/dwc/terms/attributes/version/,2018-06-14,recommended,,,,Related Resources Category,Indicates that the term should be included in the Related Resources category.,http://www.w3.org/2000/01/rdf-schema#Class,RelatedResource
2020-01-27T15:55:54-06:00,http://rs.tdwg.org/dwc/terms/attributes/version/ServiceAccessPoint-2018-06-14,ServiceAccessPoint-2018-06-14,http://rs.tdwg.org/dwc/terms/attributes/version/,2018-06-14,deprecated,,,,Service Access Point,"A specific digital representation of a resource (e.g., a specific resolution, quality, or format).",http://www.w3.org/2000/01/rdf-schema#Class,ServiceAccessPoint
2020-08-06T12:51:12-05:00,http://rs.tdwg.org/dwc/terms/attributes/version/usageScope-2020-08-06,usageScope-2020-08-06,http://rs.tdwg.org/dwc/terms/attributes/version/,2020-08-06,recommended,,,,Usage Scope,Indicates whether a term is part of Simple Darwin Core or extended Darwin Core,http://www.w3.org/1999/02/22-rdf-syntax-ns#Property,usageScope
1 change: 1 addition & 0 deletions utility/utility-versions.csv
Original file line number Diff line number Diff line change
Expand Up @@ -18,3 +18,4 @@ http://rs.tdwg.org/dwc/terms/attributes/version/TaxonomicCoverage-2018-06-14,Tax
http://rs.tdwg.org/dwc/terms/attributes/version/ResourceCreation-2018-06-14,ResourceCreation
http://rs.tdwg.org/dwc/terms/attributes/version/RelatedResource-2018-06-14,RelatedResource
http://rs.tdwg.org/dwc/terms/attributes/version/ServiceAccessPoint-2018-06-14,ServiceAccessPoint
http://rs.tdwg.org/dwc/terms/attributes/version/usageScope-2020-08-06,usageScope
1 change: 1 addition & 0 deletions utility/utility.csv
Original file line number Diff line number Diff line change
Expand Up @@ -17,3 +17,4 @@ document_modified,term_localName,term_isDefinedBy,term_created,term_modified,ter
2018-06-14T13:58:00-05:00,ResourceCreation,http://rs.tdwg.org/dwc/terms/attributes/,2018-06-14,2018-06-14,,,,,Resource Creation Category,Indicates that the term should be included in the Resource Creation category.,http://www.w3.org/2000/01/rdf-schema#Class
2018-06-14T13:58:00-05:00,RelatedResource,http://rs.tdwg.org/dwc/terms/attributes/,2018-06-14,2018-06-14,,,,,Related Resources Category,Indicates that the term should be included in the Related Resources category.,http://www.w3.org/2000/01/rdf-schema#Class
2020-01-27T16:07:03-06:00,ServiceAccessPoint,http://rs.tdwg.org/dwc/terms/attributes/,2018-06-14,2020-01-27,true,,,,Service Access Point,"A specific digital representation of a resource (e.g., a specific resolution, quality, or format).",http://www.w3.org/2000/01/rdf-schema#Class
2020-08-06T12:51:49-05:00,usageScope,http://rs.tdwg.org/dwc/terms/attributes/,2020-08-06,2020-08-06,,,,,Usage Scope,Indicates whether a term is part of Simple Darwin Core or extended Darwin Core,http://www.w3.org/1999/02/22-rdf-syntax-ns#Property

0 comments on commit 22414b1

Please sign in to comment.