Sign in
chromium
/
external
/
github.com
/
python
/
cpython
/
f5dbcbafaea6b4243e7a92861ad56c5ce5e66308
commit
f5dbcbafaea6b4243e7a92861ad56c5ce5e66308
[
log
]
author
Pablo Galindo Salgado <Pablogsal@gmail.com>
Fri Aug 28 15:26:05 2026
committer
GitHub <noreply@github.com>
Fri Aug 28 15:26:05 2026
tree
3d57646620d5e253e45d402b587f8be1f3cba550
parent
8e0159bd2338c8dff93dd443181e3402c88c70a8
[
diff
]
gh-153569: Unify tokenizer input readers (#156472)
Lib/test/test_cmd_line_script.py
[
diff
]
Lib/test/test_fstring.py
[
diff
]
Lib/test/test_repl.py
[
diff
]
Lib/test/test_source_encoding.py
[
diff
]
Lib/test/test_tokenize.py
[
diff
]
Makefile.pre.in
[
diff
]
PCbuild/_freeze_module.vcxproj
[
diff
]
PCbuild/_freeze_module.vcxproj.filters
[
diff
]
PCbuild/pythoncore.vcxproj
[
diff
]
PCbuild/pythoncore.vcxproj.filters
[
diff
]
Parser/lexer/buffer.c
[
diff
]
Parser/lexer/lexer.c
[
diff
]
Parser/lexer/state.c
[
diff
]
Parser/lexer/state.h
[
diff
]
Parser/lexer/string.c
[
diff
]
Parser/myreadline.c
[
diff
]
Parser/tokenizer/decoder.c
[Added -
diff
]
Parser/tokenizer/file_tokenizer.c
[Deleted -
diff
]
Parser/tokenizer/helpers.c
[
diff
]
Parser/tokenizer/helpers.h
[
diff
]
Parser/tokenizer/reader.c
[Added -
diff
]
Parser/tokenizer/reader.h
[Added -
diff
]
Parser/tokenizer/reader_internal.h
[Added -
diff
]
Parser/tokenizer/readline_tokenizer.c
[Deleted -
diff
]
Parser/tokenizer/string_tokenizer.c
[Deleted -
diff
]
Parser/tokenizer/tokenizer.h
[
diff
]
Parser/tokenizer/utf8_tokenizer.c
[Deleted -
diff
]
Python/Python-tokenize.c
[
diff
]
Python/errors.c
[
diff
]
Python/traceback.c
[
diff
]
Tools/c-analyzer/TODO
[
diff
]
Tools/peg_generator/pegen/build.py
[
diff
]
32 files changed
tree: 3d57646620d5e253e45d402b587f8be1f3cba550
.azure-pipelines/
.devcontainer/
.github/
.well-known/
Doc/
Grammar/
Include/
InternalDocs/
Lib/
Mac/
Misc/
Modules/
Objects/
Parser/
PC/
PCbuild/
Platforms/
Programs/
Python/
Tools/
.coveragerc
.editorconfig
.gitattributes
.gitignore
.mailmap
.pre-commit-config.yaml
.readthedocs.yml
.ruff.toml
aclocal.m4
config.guess
config.sub
configure
configure.ac
install-sh
LICENSE
Makefile.pre.in
pyconfig.h.in
README.rst