Source code for nlp_primitives.total_word_length

# -*- coding: utf-8 -*-


from featuretools.primitives.base import TransformPrimitive
from woodwork.column_schema import ColumnSchema
from woodwork.logical_types import Double, NaturalLanguage


[docs]class TotalWordLength(TransformPrimitive): """Determines the total word length. Description: Given list of strings, determine the total word length in each string. A word is defined as a series of any characters not separated by a delimiter. If a string is empty or `NaN`, return `NaN`. Args: delimiters_regex (str): Delimiters as a regex string for splitting text into words. The default delimiters include "- [].,!?;\\n". Examples: >>> x = ['This is a test file', 'This is second line', 'third line $1,000', None] >>> total_word_length = TotalWordLength() >>> total_word_length(x).tolist() [15.0, 16.0, 14.0, nan] """ name = "total_word_length" input_types = [ColumnSchema(logical_type=NaturalLanguage)] return_type = ColumnSchema(logical_type=Double, semantic_tags={"numeric"}) default_value = 0
[docs] def __init__(self, delimiters_regex=r"[- \[\].,!\?;\n]"): self.delimiters_regex = delimiters_regex
def get_function(self): def total_word_length(x): delimiters = x.str.count(self.delimiters_regex) return x.str.len() - delimiters return total_word_length