Neuron®
The Neuron® is the basis for the creation of open and secure federated networks for smart societies.
Loading...
Searching...
No Matches
PropertyTokenizer.cs
1using System;
2using System.Threading.Tasks;
6
8{
13 {
18 {
19 }
20
26 public Grade Supports(Type Type)
27 {
28 if (Type == typeof(Property))
29 return Grade.Ok;
30 else
31 return Grade.NotAtAll;
32 }
33
39 public Task Tokenize(object Value, TokenizationProcess Process)
40 {
41 if (Value is Property Property)
42 Tokenize(Property, Process);
43
44 return Task.CompletedTask;
45 }
46
53 public static void Tokenize(Property Property, TokenizationProcess Process)
54 {
55 if (!(Property is null))
56 {
58 Process.DocumentIndexOffset++;
59 }
60 }
61 }
62}
Task Tokenize(object Value, TokenizationProcess Process)
Tokenizes an object.
Contains information about a tokenization process.
uint DocumentIndexOffset
Document Index Offset. Used to identify sequences of tokens in a document.
Interface for full-text-search tokenizers
Definition: ITokenizer.cs:12
Grade
Grade enumeration
Definition: Grade.cs:7