StringCollectionTokenizer.cs

using System;
using System.Collections.Generic;
using System.Reflection;
using System.Threading.Tasks;
using Waher.Runtime.Inventory;
 
namespace Waher.Persistence.FullTextSearch.Tokenizers
{
    public class StringCollectionTokenizer : ITokenizer
    {
        public StringCollectionTokenizer()
        {
        }
 
        public Grade Supports(Type Type)
        {
            if (typeInfo.IsAssignableFrom(Type))
                return Grade.Ok;
            else
                return Grade.NotAtAll;
        }
 
        private static readonly TypeInfo typeInfo = typeof(IEnumerable<string>).GetTypeInfo();
 
        public Task Tokenize(object Value, TokenizationProcess Process)
        {
            if (Value is IEnumerable<string> Strings)
            {
                foreach (string s in Strings)
                {
                    StringTokenizer.Tokenize(s, Process);
                    Process.DocumentIndexOffset++;  // Make sure sequences of keywords don't cross element boundaries.
                }
            }
 
            return Task.CompletedTask;
        }
 
    }
}