About field decomposition

import re

def get_safe_meta_data(meta_data_name):
    meta_data_value = document.get_meta_data_value(meta_data_name)
    return list(meta_data_value)

def generate_variations(product_identifier):
    variations = set()
    MIN_VARIATION_LENGTH = 3  # Minimum decomposition length to avoid index noise

    # Remove non-alphanumeric characters (excluding hyphens) from the product identifier
    cleaned_product_identifier = re.sub(r'[^A-Za-z0-9-]+', '', product_identifier)

    # Handle hyphen-separated parts
    parts = cleaned_product_identifier.split('-')
    concatenated_id = ''.join(parts)

    # 1. Generate incremental variations starting from minimum length for concatenated version
    # This avoids single/double character noise in the index
    for i in range(MIN_VARIATION_LENGTH, len(concatenated_id) + 1):
        variations.add(concatenated_id[:i])

    # 2. Generate suffix variations (from the end) for better searchability
    for i in range(MIN_VARIATION_LENGTH, len(concatenated_id) + 1):
        suffix = concatenated_id[-i:]
        if len(suffix) >= MIN_VARIATION_LENGTH:
            variations.add(suffix)

    # 3. Hyphen-progressive concatenation for hyphenated identifiers
    if len(parts) > 1:
        current_progressive = ""
        for part_idx, part in enumerate(parts):
            if part_idx > 0:
                current_progressive += "-"
                # Add variation with trailing hyphen if it meets minimum length
                if len(current_progressive) >= MIN_VARIATION_LENGTH:
                    variations.add(current_progressive)

            # Add each character progressively within the current part
            for char_idx in range(len(part)):
                current_progressive += part[char_idx]
                if len(current_progressive) >= MIN_VARIATION_LENGTH:
                    variations.add(current_progressive)

    # 4. Generate variations for individual parts that meet minimum length
    for part in parts:
        if len(part) >= MIN_VARIATION_LENGTH:
            variations.add(part)
            # Add incremental variations for parts longer than minimum
            for i in range(MIN_VARIATION_LENGTH, len(part)):
                variations.add(part[:i])

    # 5. Edge trimming: remove leading/trailing characters for flexibility
    if len(concatenated_id) > MIN_VARIATION_LENGTH + 1:
        # Remove 1-2 leading characters
        for trim_count in range(1, min(3, len(concatenated_id) - MIN_VARIATION_LENGTH + 1)):
            trimmed = concatenated_id[trim_count:]
            if len(trimmed) >= MIN_VARIATION_LENGTH:
                variations.add(trimmed)

        # Remove 1-2 trailing characters
        for trim_count in range(1, min(3, len(concatenated_id) - MIN_VARIATION_LENGTH + 1)):
            trimmed = concatenated_id[:-trim_count]
            if len(trimmed) >= MIN_VARIATION_LENGTH:
                variations.add(trimmed)

    # 6. Always include the original cleaned identifier
    variations.add(cleaned_product_identifier)

    # 7. Add space-separated version for better matching
    spaced_version = cleaned_product_identifier.replace('-', ' ')
    variations.add(spaced_version)

    # 8. Filter to ensure minimum length requirement (except for original forms)
    filtered_variations = []
    for v in variations:
        if (len(v) >= MIN_VARIATION_LENGTH or
            v == cleaned_product_identifier or
            v == spaced_version):
            filtered_variations.append(v)

    return sorted(list(set(filtered_variations)))

def main():
    product_identifier_meta_field = '<MY_PRODUCT_IDENTIFIER_FIELD>' 
    decomposed_meta_field = '<MY_DECOMPOSED_FIELD>'  

    product_identifiers = get_safe_meta_data(product_identifier_meta_field)
    decomposed_product_identifiers = []

    for product_identifier in product_identifiers:
        log(f"Processing Product Identifier: {product_identifier}")
        variations = generate_variations(product_identifier)
        # Properly join variations with a semicolon
        decomposed_product_identifier = ';'.join(variations)
        log(f"Decomposed Product Identifier: {decomposed_product_identifier}")
        decomposed_product_identifiers.append(decomposed_product_identifier)

    if decomposed_product_identifiers:
        # Add metadata as a semicolon-separated string
        document.add_meta_data({decomposed_meta_field: decomposed_product_identifiers})

main()