bb8e164f21
* Began refactoring for improving unicode handling * Added platform and unicode modules * Added tests for unicode utilities * Added tests for unicode utilities * Added tests for unicode utilities * Added tests for unicode utilities * Fixed unicode tests for linux * Fixed unicode tests for linux * Fixed duplicate alubm name with --add-to-album * Fixed test for linux * Fix for duplicate unicode kewyords, see #907, #1085
111 lines
3.1 KiB
Python
111 lines
3.1 KiB
Python
"""Test unicode utilities"""
|
|
|
|
import pathlib
|
|
from unicodedata import normalize
|
|
|
|
import pytest
|
|
|
|
from osxphotos.platform import is_macos
|
|
from osxphotos.unicode import *
|
|
|
|
UNICODE_PATH_NFC = normalize("NFC", "/path/to/ünicøde")
|
|
UNICODE_PATH_NFD = normalize("NFD", UNICODE_PATH_NFC)
|
|
|
|
UNICODE_STR_NFC = normalize("NFC", "âbc")
|
|
UNICODE_STR_NFD = normalize("NFD", UNICODE_STR_NFC)
|
|
|
|
UNICODE_LIST_NFC = [normalize("NFC", "âbc"), normalize("NFC", "dê")]
|
|
UNICODE_LIST_NFD = [normalize("NFD", "âbc"), normalize("NFD", "dê")]
|
|
|
|
|
|
def test_get_unicode_format():
|
|
set_unicode_form("NFC")
|
|
assert get_unicode_form() == "NFC"
|
|
|
|
|
|
def test_set_unicode_format():
|
|
set_unicode_form("NFD")
|
|
assert get_unicode_form() == "NFD"
|
|
|
|
set_unicode_form("NFC")
|
|
assert get_unicode_form() == "NFC"
|
|
|
|
# test invalid format
|
|
with pytest.raises(ValueError):
|
|
set_unicode_form("foo")
|
|
|
|
# Reset to correct format based
|
|
set_unicode_form(DEFAULT_UNICODE_FORM)
|
|
|
|
|
|
def test_set_unicode_fs_format():
|
|
set_unicode_fs_form("NFC")
|
|
assert get_unicode_fs_form() == "NFC"
|
|
|
|
set_unicode_fs_form("NFD")
|
|
assert get_unicode_fs_form() == "NFD"
|
|
|
|
# test invalid format
|
|
with pytest.raises(ValueError):
|
|
set_unicode_fs_form("foo")
|
|
|
|
# Reset to correct format based on platform
|
|
set_unicode_fs_form("NFD" if is_macos else "NFC")
|
|
|
|
|
|
def test_normalize_fs_path():
|
|
# Test with string path in NFC format
|
|
set_unicode_fs_form("NFC")
|
|
assert normalize_fs_path(UNICODE_PATH_NFD) == UNICODE_PATH_NFC
|
|
|
|
# Test with string path in NFD format
|
|
set_unicode_fs_form("NFD")
|
|
assert normalize_fs_path(UNICODE_PATH_NFC) == UNICODE_PATH_NFD
|
|
|
|
# Test with pathlib.Path object in NFC format
|
|
set_unicode_fs_form("NFC")
|
|
assert normalize_fs_path(pathlib.Path(UNICODE_PATH_NFD)) == pathlib.Path(
|
|
UNICODE_PATH_NFC
|
|
)
|
|
|
|
# Test with pathlib.Path object in NFD format
|
|
set_unicode_fs_form("NFD")
|
|
assert normalize_fs_path(pathlib.Path(UNICODE_PATH_NFC)) == pathlib.Path(
|
|
UNICODE_PATH_NFD
|
|
)
|
|
|
|
# Reset to correct format based on platform
|
|
set_unicode_fs_form("NFD" if is_macos else "NFC")
|
|
|
|
|
|
def test_normalize_unicode():
|
|
# Test with str in NFC format
|
|
set_unicode_form("NFC")
|
|
assert normalize_unicode(UNICODE_STR_NFD) == UNICODE_STR_NFC
|
|
|
|
# Test with str in NFD format
|
|
set_unicode_form("NFD")
|
|
assert normalize_unicode(UNICODE_STR_NFC) == UNICODE_STR_NFD
|
|
|
|
# Test with list of str in NFC format
|
|
set_unicode_form("NFC")
|
|
assert normalize_unicode(UNICODE_LIST_NFD) == UNICODE_LIST_NFC
|
|
|
|
# Test with list of str in NFD format
|
|
set_unicode_form("NFD")
|
|
assert normalize_unicode(UNICODE_LIST_NFC) == UNICODE_LIST_NFD
|
|
|
|
# Test with tuple of str in NFC format
|
|
set_unicode_form("NFC")
|
|
assert normalize_unicode(tuple(UNICODE_LIST_NFD)) == tuple(UNICODE_LIST_NFC)
|
|
|
|
# Test with tuple of str in NFD format
|
|
set_unicode_form("NFD")
|
|
assert normalize_unicode(tuple(UNICODE_LIST_NFC)) == tuple(UNICODE_LIST_NFD)
|
|
|
|
# Test with None
|
|
assert normalize_unicode(None) is None
|
|
|
|
# Reset to correct format based
|
|
set_unicode_form(DEFAULT_UNICODE_FORM)
|