分詞是將一段string根據(jù)語(yǔ)法進(jìn)行切分成若干個(gè)短語(yǔ)/詞/字，多見(jiàn)于搜索中使用。

- (NSMutableArray *)participleWithString:(NSString *)originalString {
    
    CFLocaleRef locale; //分詞工具
    CFRange range; //使用范圍
    {
        if (!originalString.length) return nil;
        range = CFRangeMake(0, [originalString length]);
        locale = CFLocaleCopyCurrent(); //要CFRelease!
    }
    
    CFStringTokenizerRef tokenizer; // token解析 (要CFRelease!)
    tokenizer = CFStringTokenizerCreate(kCFAllocatorDefault, (CFStringRef)originalString, range, kCFStringTokenizerUnitWordBoundary, locale);   //初始化
    
    CFStringTokenizerTokenType tokenType; //token狀態(tài)(監(jiān)聽(tīng)分詞進(jìn)程)
    tokenType = CFStringTokenizerGoToTokenAtIndex(tokenizer, 0);
    NSMutableArray *participleArray = [NSMutableArray array];
    
    while (tokenType != kCFStringTokenizerTokenNone) {
        
        //獲取當(dāng)前使用范圍
        range = CFStringTokenizerGetCurrentTokenRange(tokenizer);
        
        CFTypeRef tokenTag; //token標(biāo)記 (要CFRelease!)
        //將標(biāo)記存儲(chǔ)
        tokenTag = CFStringTokenizerCopyCurrentTokenAttribute(tokenizer, kCFStringTokenizerAttributeLatinTranscription);
        
        [participleArray addObject:[originalString substringWithRange:NSMakeRange(range.location, range.length)]];
        
        CFRelease(tokenTag);
        
        //獲取當(dāng)前進(jìn)程
        tokenType = CFStringTokenizerAdvanceToNextToken(tokenizer);
    }
    
    //釋放
    CFRelease(locale);
    CFRelease(tokenizer);
    
    return participleArray;
}