ITokenizer.cs

using System;
using System.Threading.Tasks;
using Waher.Persistence.FullTextSearch.Tokenizers;
using Waher.Runtime.Inventory;
 
namespace Waher.Persistence.FullTextSearch
{
    public interface ITokenizer : IProcessingSupport<Type>
    {
        Task Tokenize(object Value, TokenizationProcess Process);
    }
}