diff --git a/test_unstructured/partition/html/test_form_values.py b/test_unstructured/partition/html/test_form_values.py new file mode 100644 index 0000000000..9e6163f9e3 --- /dev/null +++ b/test_unstructured/partition/html/test_form_values.py @@ -0,0 +1,120 @@ +import pytest + +from unstructured.partition.html import partition_html + + +@pytest.mark.parametrize("version", ["v1", "v2"]) +def test_opt_in_extracts_authored_form_labels_and_values(version): + html = ( + '
" + ) + + elements = partition_html( + text=html, include_form_values=True, html_parser_version=version, languages=["eng"] + ) + + assert [" ".join(e.text.split()) for e in elements if e.text] == [ + "Name: Ada", + "Country: Japan", + "Notes: Use clear words.", + ] + + +def test_forms_remain_excluded_by_default(): + elements = partition_html( + text='Field:
', + include_form_values=True, + languages=["eng"], + ) + + assert elements[0].text == f"Field: {value}" + + +def test_values_containing_markup_stay_text(): + elements = partition_html( + text='Example:
', + include_form_values=True, + languages=["eng"], + ) + + assert elements[0].text == "Example:Field:
', + include_form_values=True, + languages=["eng"], + ) + + assert [e.text for e in elements] == ["Field:"] + + +@pytest.mark.parametrize( + ("select", "expected"), + [ + ( + "", + "First usable", + ), + ("", "Last"), + ( + "", + "A; C", + ), + ( + "', + "Label", + ), + ('', "First"), + ], +) +def test_select_extracts_the_selected_label_instead_of_the_entire_option_list(select, expected): + elements = partition_html( + text=f"Choice: {select}
", include_form_values=True, languages=["eng"] + ) + + assert elements[0].text == f"Choice: {expected}" + + +def test_hidden_forms_and_controls_are_not_materialized(): + html = ( + 'Visible
After