Lib/test/test_capi/test_tokenizer.py

import unittest
from test.support import import_helper


_testinternalcapi = import_helper.import_module("_testinternalcapi")


class TokenizerTests(unittest.TestCase):
    def test_source(self):
        _testinternalcapi.test_tokenizer_source()

    def test_source_discard(self):
        _testinternalcapi.test_tokenizer_source_discard()


if __name__ == "__main__":
    unittest.main()