@prefix omtd: <http://w3id.org/meta-share/omtd-share/> .
@prefix rdfs: <http://www.w3.org/2000/01/rdf-schema#> .
@prefix owl: <http://www.w3.org/2002/07/owl#> .
@prefix skos: <http://www.w3.org/2004/02/skos/core#> .

omtd:Tokenization
  rdfs:label "Tokenization"@en, "Tokenisation"@en-GB ;
  a owl:NamedIndividual, skos:Concept, omtd:ModelFunction ;
  skos:altLabel "Segmentation"@en, "Segmentation and Tokenization"@en, "Segmentation and Tokenisation"@en-GB ;
  skos:prefLabel "Tokenization"@en, "Tokenisation"@en-GB ;
  skos:inScheme omtd:ModelFunctionScheme ;
  rdfs:comment "The task/process of recognising and tagging tokens (words, punctuation marks, digits etc.) in a text"@en-GB, "The task/process of recognizing and tagging tokens (words, punctuation marks, digits etc.) in a text"@en ;
  skos:broader omtd:StructuralAnnotation ;
  skos:scopeNote "Tokenization is commonly seen as an independent process of linguistic analysis, in which the input stream of characters is segmented into an ordered sequence of word-like units, usually called tokens, which function as input items for subsequent steps of linguistic processing. Tokens may correspond to words, numbers, punctuation marks or even proper names.The recognized tokens are usually classified according to their syntax. Since the notion of tokenization seems to have different meanings to different people, some tokenization tools fulfil additional tasks like for instance sentence boundary detection, handling of end-line hyphenations or conjoined clitics and contractions."@en, "Tokenisation is commonly seen as an independent process of linguistic analysis, in which the input stream of characters is segmented into an ordered sequence of word-like units, usually called tokens, which function as input items for subsequent steps of linguistic processing. Tokens may correspond to words, numbers, punctuation marks or even proper names.The recognised tokens are usually classified according to their syntax. Since the notion of tokenisation seems to have different meanings to different people, some tokenisation tools fulfil additional tasks like for instance sentence boundary detection, handling of end-line hyphenations or conjoined clitics and contractions."@en-GB .

skos:Concept a owl:Class .
owl:NamedIndividual
  rdfs:label "Named individual"@en ;
  a owl:Class .

omtd:StructuralAnnotation
  rdfs:label "Structural annotation"@en ;
  skos:prefLabel "Structural annotation"@en ;
  a omtd:ModelFunction, owl:NamedIndividual, skos:Concept ;
  skos:narrower omtd:Tokenization .

omtd:ModelFunction
  rdfs:label "Model function"@en ;
  a owl:Class .

omtd:ModelFunctionScheme
  rdfs:label "Model Function Taxonomy"@en ;
  skos:prefLabel "Model Function Taxonomy"@en ;
  a owl:NamedIndividual, skos:ConceptScheme .