How to search for combined words? about lifti HOT 4 CLOSED

public class SubstringTokenizer : IIndexTokenizer
{
    public bool IsSplitCharacter(char character)
    {
        return false;
    }

    public string Normalize(ReadOnlySpan<char> tokenText)
    {
        return tokenText.ToString().ToLower();
    }

    public IReadOnlyCollection<Token> Process(IEnumerable<DocumentTextFragment> input)
    {
        var results = new List<Token>();
        foreach (var fragment in input)
        {
            results.AddRange(Process(fragment.Text.Span));
        }

        return results;
    }

    public IReadOnlyCollection<Token> Process(ReadOnlySpan<char> tokenText)
    {
        const int MinTokenLength = 2;
        if (tokenText.Length <= 2)
        {
            return new[] { new Token(tokenText.ToString(), new TokenLocation(0, 0, (ushort)tokenText.Length)) };
        }

        var endIndex = tokenText.Length - MinTokenLength + 1;

        var results = new List<Token>(endIndex);
        for (var i = 0; i < tokenText.Length - 2; i++)
        {
            var substring = tokenText.Slice(i).ToString();
            results.Add(new Token(substring, new TokenLocation(i, i, (ushort)substring.Length)));
        }

        return results;
    }
}

public override async Task RunAsync()
{
    // Create a full text index with default settings
    var index = new FullTextIndexBuilder<int>()
        .WithQueryParser(x => x.AssumeFuzzySearchTerms())
        .WithDefaultTokenization(x => x.WithFactory(o => new SubstringTokenizer()))
        .Build();

    // Index
    await index.AddAsync(1, "mrwhoestheboss");
    await index.AddAsync(2, "someotherchannel");
    await index.AddAsync(3, "awesomesauce");

    RunSearch(index, "who* the* boss*");
    /* OUTPUT:
     * Executing query: who* the* boss*
     * Matched items total score:
     * 1 (2.431662135269188)
     */

    // Using ands between the search terms means this won't work because "is" doesn't appear in the channel name at all
    RunSearch(index, "who* is* the* boss*");
    /* OUTPUT:
     * Executing query: who* is* the* boss*
     * Matched items total score:
     */

    // But you could use ORs - you'd get more results back, but because each matched substring would contribute to the overall score, you're likely 
    // to get the best match returned at the top of the list:
    RunSearch(index, "who* | is* | the* | boss*");
    /* OUTPUT:
     * Executing query: who* | is* | the* | boss*
     * Matched items total score:
     * 1 (2.431662135269188)
     * 2 (0.4400033975917526)
     */

    WaitForEnterToReturnToMenu();
}