mod: add etpgrf typograph

cadpoint/web/tests.py

@@ -1,9 +1,13 @@
+from unittest.mock import patch
+
 from django.contrib.auth import get_user_model
 from django.test import SimpleTestCase, TestCase
 from django.urls import reverse
 from taggit.models import Tag
 
+from web.add_function import clean_text_to_slug, safe_html_special_symbols
 from web.legacy_links import build_canonical_url, replace_legacy_links
+from web.models import TbContent
 
 
 class LegacyLinksTests(SimpleTestCase):
@@ -35,6 +39,23 @@ class LegacyLinksTests(SimpleTestCase):
 		self.assertEqual(len(matches), 1)
 
 
+class SafeHtmlSpecialSymbolsTests(SimpleTestCase):
+	def test_strips_html_tags_and_decodes_entities(self):
+		text = '<p>&laquo;Привет&nbsp;<b>мир</b>&raquo; &shy;<script>alert(1)</script><style>p{}</style></p>'
+
+
+		self.assertEqual(safe_html_special_symbols(text), '«Привет мир»')
+
+	def test_clean_text_to_slug_normalizes_non_latin_symbols(self):
+		self.assertEqual(clean_text_to_slug('αβγ ΔΩ'), 'content')
+		self.assertEqual(clean_text_to_slug('₽ € $ ₴ ₿'), 'content')
+
+	def test_tbcontent_str_uses_clean_text(self):
+		item = TbContent(id=7, szContentHead='<b>&laquo;Привет&nbsp;мир&raquo;</b>')
+
+		self.assertEqual(str(item), '007: «Привет мир»')
+
+
 class TagAutocompleteTests(TestCase):
 	def setUp(self):
 		user_model = get_user_model()
@@ -85,3 +106,40 @@ class TagAutocompleteTests(TestCase):
 		self.assertEqual(payload['pagination']['more'], False)
 
 
+class TypographTests(TestCase):
+	def test_save_generates_slug_from_clean_text(self):
+		item = TbContent(szContentHead='<b>Привет&nbsp;мир</b>')
+
+		item.save()
+
+		self.assertEqual(item.szContentSlug, 'privet-mir')
+
+	def test_save_normalizes_non_latin_slug_to_default(self):
+		item = TbContent(szContentHead='αβγ ΔΩ')
+
+		item.save()
+
+		self.assertEqual(item.szContentSlug, 'content')
+
+	def test_save_uses_etpgrf_and_clears_flag(self):
+		item = TbContent(
+			szContentHead='«Привет»',
+			szContentIntro='<p>Абзац</p>',
+			szContentBody='<p>Тело</p>',
+			bTypograf=True,
+		)
+
+		with patch('web.models._TYPOGRAPHER_HEAD.process') as head_process_mock, \
+			 patch('web.models._TYPOGRAPHER_TEXT.process') as text_process_mock:
+			head_process_mock.side_effect = lambda text: f'HEAD[{text}]'
+			text_process_mock.side_effect = lambda text: f'TEXT[{text}]'
+			item.save()
+
+		self.assertEqual(head_process_mock.call_count, 1)
+		self.assertEqual(text_process_mock.call_count, 2)
+		self.assertEqual(item.szContentHead, 'HEAD[«Привет»]')
+		self.assertEqual(item.szContentIntro, 'TEXT[<p>Абзац</p>]')
+		self.assertEqual(item.szContentBody, 'TEXT[<p>Тело</p>]')
+		self.assertFalse(item.bTypograf)
+
+