Use unicode slugify (#19192)

* Update __init__.py

* Update setup.py

* Update requirements_all.txt

* Update __init__.py

* Update __init__.py

* Update __init__.py

* Update __init__.py

* Update __init__.py

* remove `-`

* fix packages

* Update package_constraints.txt

* Update __init__.py

* Update package_constraints.txt

* Update requirements_all.txt

* Update setup.py

* Fix tests

* Fix line issue

* fix all test

* fix type

* Fix lint
This commit is contained in:
Pascal Vizeli authored and GitHub committed 2018-12-17 07:51:13 +01:00
1 parent cc90cba78a
commit 2bf36bb1db
15 files changed
+216 -215

No files matched your search

+3 -12
View File
@@ -10,10 +10,11 @@ import random
import string
from functools import wraps
from types import MappingProxyType
from unicodedata import normalize
from typing import (Any, Optional, TypeVar, Callable, KeysView, Union, # noqa
Iterable, List, Dict, Iterator, Coroutine, MutableSet)
import slugify as unicode_slug
from .dt import as_local, utcnow
# pylint: disable=invalid-name
@@ -24,10 +25,6 @@ ENUM_T = TypeVar('ENUM_T', bound=enum.Enum)
RE_SANITIZE_FILENAME = re.compile(r'(~|\.\.|/|\\)')
RE_SANITIZE_PATH = re.compile(r'(~|\.(\.)+)')
RE_SLUGIFY = re.compile(r'[^a-z0-9_]+')
TBL_SLUGIFY = {
ord('ß'): 'ss'
}
def sanitize_filename(filename: str) -> str:
@@ -42,13 +39,7 @@ def sanitize_path(path: str) -> str:
def slugify(text: str) -> str:
"""Slugify a given text."""
text = normalize('NFKD', text)
text = text.lower()
text = text.replace(" ", "_")
text = text.translate(TBL_SLUGIFY)
text = RE_SLUGIFY.sub("", text)
return text
return unicode_slug.slugify(text, separator='_') # type: ignore
def repr_helper(inp: Any) -> str: