Linux premium155.web-hosting.com 4.18.0-513.11.1.lve.el8.x86_64 #1 SMP Thu Jan 18 16:21:02 UTC 2024 x86_64
LiteSpeed
: 162.0.235.200 | : 3.133.146.94
Cant Read [ /etc/named.conf ]
7.4.33
varifktc
www.github.com/MadExploits
Terminal
AUTO ROOT
Adminer
Backdoor Destroyer
Linux Exploit
Lock Shell
Lock File
Create User
CREATE RDP
PHP Mailer
BACKCONNECT
UNLOCK SHELL
HASH IDENTIFIER
CPANEL RESET
CREATE WP USER
README
+ Create Folder
+ Create File
/
opt /
alt /
python27 /
lib64 /
python2.7 /
[ HOME SHELL ]
Name
Size
Permission
Action
bsddb
[ DIR ]
drwxr-xr-x
compiler
[ DIR ]
drwxr-xr-x
config
[ DIR ]
drwxr-xr-x
ctypes
[ DIR ]
drwxr-xr-x
curses
[ DIR ]
drwxr-xr-x
distutils
[ DIR ]
drwxr-xr-x
email
[ DIR ]
drwxr-xr-x
encodings
[ DIR ]
drwxr-xr-x
ensurepip
[ DIR ]
drwxr-xr-x
hotshot
[ DIR ]
drwxr-xr-x
idlelib
[ DIR ]
drwxr-xr-x
importlib
[ DIR ]
drwxr-xr-x
json
[ DIR ]
drwxr-xr-x
lib-dynload
[ DIR ]
drwxr-xr-x
lib2to3
[ DIR ]
drwxr-xr-x
logging
[ DIR ]
drwxr-xr-x
multiprocessing
[ DIR ]
drwxr-xr-x
plat-linux2
[ DIR ]
drwxr-xr-x
pydoc_data
[ DIR ]
drwxr-xr-x
site-packages
[ DIR ]
drwxr-xr-x
sqlite3
[ DIR ]
drwxr-xr-x
test
[ DIR ]
drwxr-xr-x
unittest
[ DIR ]
drwxr-xr-x
wsgiref
[ DIR ]
drwxr-xr-x
xml
[ DIR ]
drwxr-xr-x
BaseHTTPServer.py
22.21
KB
-rw-r--r--
BaseHTTPServer.pyc
21.47
KB
-rw-r--r--
BaseHTTPServer.pyo
21.47
KB
-rw-r--r--
Bastion.py
5.61
KB
-rw-r--r--
Bastion.pyc
6.69
KB
-rw-r--r--
Bastion.pyo
6.69
KB
-rw-r--r--
CGIHTTPServer.py
12.78
KB
-rw-r--r--
CGIHTTPServer.pyc
10.92
KB
-rw-r--r--
CGIHTTPServer.pyo
10.92
KB
-rw-r--r--
ConfigParser.py
27.1
KB
-rw-r--r--
ConfigParser.pyc
25.37
KB
-rw-r--r--
ConfigParser.pyo
25.37
KB
-rw-r--r--
Cookie.py
25.92
KB
-rw-r--r--
Cookie.pyc
22.61
KB
-rw-r--r--
Cookie.pyo
22.61
KB
-rw-r--r--
DocXMLRPCServer.py
10.52
KB
-rw-r--r--
DocXMLRPCServer.pyc
10.2
KB
-rw-r--r--
DocXMLRPCServer.pyo
10.09
KB
-rw-r--r--
HTMLParser.py
16.77
KB
-rw-r--r--
HTMLParser.pyc
13.81
KB
-rw-r--r--
HTMLParser.pyo
13.51
KB
-rw-r--r--
MimeWriter.py
6.33
KB
-rw-r--r--
MimeWriter.pyc
7.31
KB
-rw-r--r--
MimeWriter.pyo
7.31
KB
-rw-r--r--
Queue.py
8.38
KB
-rw-r--r--
Queue.pyc
9.56
KB
-rw-r--r--
Queue.pyo
9.56
KB
-rw-r--r--
SimpleHTTPServer.py
7.81
KB
-rw-r--r--
SimpleHTTPServer.pyc
7.96
KB
-rw-r--r--
SimpleHTTPServer.pyo
7.96
KB
-rw-r--r--
SimpleXMLRPCServer.py
25.21
KB
-rw-r--r--
SimpleXMLRPCServer.pyc
22.78
KB
-rw-r--r--
SimpleXMLRPCServer.pyo
22.78
KB
-rw-r--r--
SocketServer.py
23.39
KB
-rw-r--r--
SocketServer.pyc
24.25
KB
-rw-r--r--
SocketServer.pyo
24.25
KB
-rw-r--r--
StringIO.py
10.41
KB
-rw-r--r--
StringIO.pyc
11.45
KB
-rw-r--r--
StringIO.pyo
11.45
KB
-rw-r--r--
UserDict.py
6.89
KB
-rw-r--r--
UserDict.pyc
10.05
KB
-rw-r--r--
UserDict.pyo
10.05
KB
-rw-r--r--
UserList.py
3.56
KB
-rw-r--r--
UserList.pyc
6.85
KB
-rw-r--r--
UserList.pyo
6.85
KB
-rw-r--r--
UserString.py
9.46
KB
-rwxr-xr-x
UserString.pyc
15.38
KB
-rw-r--r--
UserString.pyo
15.38
KB
-rw-r--r--
_LWPCookieJar.py
6.4
KB
-rw-r--r--
_LWPCookieJar.pyc
5.38
KB
-rw-r--r--
_LWPCookieJar.pyo
5.38
KB
-rw-r--r--
_MozillaCookieJar.py
5.66
KB
-rw-r--r--
_MozillaCookieJar.pyc
4.41
KB
-rw-r--r--
_MozillaCookieJar.pyo
4.37
KB
-rw-r--r--
__future__.py
4.28
KB
-rw-r--r--
__future__.pyc
4.2
KB
-rw-r--r--
__future__.pyo
4.2
KB
-rw-r--r--
__phello__.foo.py
64
B
-rw-r--r--
__phello__.foo.pyc
138
B
-rw-r--r--
__phello__.foo.pyo
138
B
-rw-r--r--
_abcoll.py
18.18
KB
-rw-r--r--
_abcoll.pyc
26.4
KB
-rw-r--r--
_abcoll.pyo
26.4
KB
-rw-r--r--
_osx_support.py
18.65
KB
-rw-r--r--
_osx_support.pyc
11.72
KB
-rw-r--r--
_osx_support.pyo
11.72
KB
-rw-r--r--
_pyio.py
68
KB
-rw-r--r--
_pyio.pyc
65.41
KB
-rw-r--r--
_pyio.pyo
65.41
KB
-rw-r--r--
_strptime.py
20.24
KB
-rw-r--r--
_strptime.pyc
15.07
KB
-rw-r--r--
_strptime.pyo
15.07
KB
-rw-r--r--
_sysconfigdata.py
20.65
KB
-rw-r--r--
_sysconfigdata.pyc
23.69
KB
-rw-r--r--
_sysconfigdata.pyo
23.69
KB
-rw-r--r--
_threading_local.py
7.09
KB
-rw-r--r--
_threading_local.pyc
6.34
KB
-rw-r--r--
_threading_local.pyo
6.34
KB
-rw-r--r--
_weakrefset.py
5.77
KB
-rw-r--r--
_weakrefset.pyc
10.06
KB
-rw-r--r--
_weakrefset.pyo
10.06
KB
-rw-r--r--
abc.py
6.98
KB
-rw-r--r--
abc.pyc
6.14
KB
-rw-r--r--
abc.pyo
6.08
KB
-rw-r--r--
aifc.py
33.77
KB
-rw-r--r--
aifc.pyc
30.67
KB
-rw-r--r--
aifc.pyo
30.67
KB
-rw-r--r--
antigravity.py
60
B
-rw-r--r--
antigravity.pyc
216
B
-rw-r--r--
antigravity.pyo
216
B
-rw-r--r--
anydbm.py
2.6
KB
-rw-r--r--
anydbm.pyc
2.77
KB
-rw-r--r--
anydbm.pyo
2.77
KB
-rw-r--r--
argparse.py
87.14
KB
-rw-r--r--
argparse.pyc
64.83
KB
-rw-r--r--
argparse.pyo
64.67
KB
-rw-r--r--
ast.py
11.53
KB
-rw-r--r--
ast.pyc
12.94
KB
-rw-r--r--
ast.pyo
12.94
KB
-rw-r--r--
asynchat.py
11.31
KB
-rw-r--r--
asynchat.pyc
8.98
KB
-rw-r--r--
asynchat.pyo
8.98
KB
-rw-r--r--
asyncore.py
20.45
KB
-rw-r--r--
asyncore.pyc
19.2
KB
-rw-r--r--
asyncore.pyo
19.2
KB
-rw-r--r--
atexit.py
1.67
KB
-rw-r--r--
atexit.pyc
2.23
KB
-rw-r--r--
atexit.pyo
2.23
KB
-rw-r--r--
audiodev.py
7.42
KB
-rw-r--r--
audiodev.pyc
8.61
KB
-rw-r--r--
audiodev.pyo
8.61
KB
-rw-r--r--
base64.py
11.53
KB
-rwxr-xr-x
base64.pyc
11.26
KB
-rw-r--r--
base64.pyo
11.26
KB
-rw-r--r--
bdb.py
21.21
KB
-rw-r--r--
bdb.pyc
19.43
KB
-rw-r--r--
bdb.pyo
19.43
KB
-rw-r--r--
binhex.py
14.35
KB
-rw-r--r--
binhex.pyc
15.75
KB
-rw-r--r--
binhex.pyo
15.75
KB
-rw-r--r--
bisect.py
2.53
KB
-rw-r--r--
bisect.pyc
3.06
KB
-rw-r--r--
bisect.pyo
3.06
KB
-rw-r--r--
cProfile.py
6.42
KB
-rwxr-xr-x
cProfile.pyc
6.42
KB
-rw-r--r--
cProfile.pyo
6.42
KB
-rw-r--r--
calendar.py
22.84
KB
-rw-r--r--
calendar.pyc
28.26
KB
-rw-r--r--
calendar.pyo
28.26
KB
-rw-r--r--
cgi.py
34.96
KB
-rwxr-xr-x
cgi.pyc
33.24
KB
-rw-r--r--
cgi.pyo
33.24
KB
-rw-r--r--
cgitb.py
11.89
KB
-rw-r--r--
cgitb.pyc
12.08
KB
-rw-r--r--
cgitb.pyo
12.08
KB
-rw-r--r--
chunk.py
5.29
KB
-rw-r--r--
chunk.pyc
5.61
KB
-rw-r--r--
chunk.pyo
5.61
KB
-rw-r--r--
cmd.py
14.67
KB
-rw-r--r--
cmd.pyc
13.98
KB
-rw-r--r--
cmd.pyo
13.98
KB
-rw-r--r--
code.py
9.95
KB
-rw-r--r--
code.pyc
10.29
KB
-rw-r--r--
code.pyo
10.29
KB
-rw-r--r--
codecs.py
35.3
KB
-rw-r--r--
codecs.pyc
37.15
KB
-rw-r--r--
codecs.pyo
37.15
KB
-rw-r--r--
codeop.py
5.86
KB
-rw-r--r--
codeop.pyc
6.57
KB
-rw-r--r--
codeop.pyo
6.57
KB
-rw-r--r--
collections.py
27.15
KB
-rw-r--r--
collections.pyc
26.21
KB
-rw-r--r--
collections.pyo
26.16
KB
-rw-r--r--
colorsys.py
3.6
KB
-rw-r--r--
colorsys.pyc
4
KB
-rw-r--r--
colorsys.pyo
4
KB
-rw-r--r--
commands.py
2.49
KB
-rw-r--r--
commands.pyc
2.49
KB
-rw-r--r--
commands.pyo
2.49
KB
-rw-r--r--
compileall.py
7.58
KB
-rw-r--r--
compileall.pyc
6.93
KB
-rw-r--r--
compileall.pyo
6.93
KB
-rw-r--r--
contextlib.py
4.32
KB
-rw-r--r--
contextlib.pyc
4.5
KB
-rw-r--r--
contextlib.pyo
4.5
KB
-rw-r--r--
cookielib.py
63.95
KB
-rw-r--r--
cookielib.pyc
54.67
KB
-rw-r--r--
cookielib.pyo
54.49
KB
-rw-r--r--
copy.py
11.26
KB
-rw-r--r--
copy.pyc
12.21
KB
-rw-r--r--
copy.pyo
12.13
KB
-rw-r--r--
copy_reg.py
6.81
KB
-rw-r--r--
copy_reg.pyc
5.19
KB
-rw-r--r--
copy_reg.pyo
5.14
KB
-rw-r--r--
crypt.py
2.24
KB
-rw-r--r--
crypt.pyc
2.95
KB
-rw-r--r--
crypt.pyo
2.95
KB
-rw-r--r--
csv.py
16.32
KB
-rw-r--r--
csv.pyc
13.56
KB
-rw-r--r--
csv.pyo
13.56
KB
-rw-r--r--
dbhash.py
498
B
-rw-r--r--
dbhash.pyc
744
B
-rw-r--r--
dbhash.pyo
744
B
-rw-r--r--
decimal.py
216.73
KB
-rw-r--r--
decimal.pyc
171.36
KB
-rw-r--r--
decimal.pyo
171.36
KB
-rw-r--r--
difflib.py
80.4
KB
-rw-r--r--
difflib.pyc
61.13
KB
-rw-r--r--
difflib.pyo
61.08
KB
-rw-r--r--
dircache.py
1.1
KB
-rw-r--r--
dircache.pyc
1.59
KB
-rw-r--r--
dircache.pyo
1.59
KB
-rw-r--r--
dis.py
6.35
KB
-rw-r--r--
dis.pyc
6.18
KB
-rw-r--r--
dis.pyo
6.18
KB
-rw-r--r--
doctest.py
102.63
KB
-rw-r--r--
doctest.pyc
83.21
KB
-rw-r--r--
doctest.pyo
82.93
KB
-rw-r--r--
dumbdbm.py
8.93
KB
-rw-r--r--
dumbdbm.pyc
6.83
KB
-rw-r--r--
dumbdbm.pyo
6.83
KB
-rw-r--r--
dummy_thread.py
4.31
KB
-rw-r--r--
dummy_thread.pyc
5.46
KB
-rw-r--r--
dummy_thread.pyo
5.46
KB
-rw-r--r--
dummy_threading.py
2.74
KB
-rw-r--r--
dummy_threading.pyc
1.27
KB
-rw-r--r--
dummy_threading.pyo
1.27
KB
-rw-r--r--
filecmp.py
9.36
KB
-rw-r--r--
filecmp.pyc
9.65
KB
-rw-r--r--
filecmp.pyo
9.65
KB
-rw-r--r--
fileinput.py
13.42
KB
-rw-r--r--
fileinput.pyc
14.54
KB
-rw-r--r--
fileinput.pyo
14.54
KB
-rw-r--r--
fnmatch.py
3.24
KB
-rw-r--r--
fnmatch.pyc
3.61
KB
-rw-r--r--
fnmatch.pyo
3.61
KB
-rw-r--r--
formatter.py
14.56
KB
-rw-r--r--
formatter.pyc
19.71
KB
-rw-r--r--
formatter.pyo
19.71
KB
-rw-r--r--
fpformat.py
4.62
KB
-rw-r--r--
fpformat.pyc
4.69
KB
-rw-r--r--
fpformat.pyo
4.69
KB
-rw-r--r--
fractions.py
21.87
KB
-rw-r--r--
fractions.pyc
19.74
KB
-rw-r--r--
fractions.pyo
19.74
KB
-rw-r--r--
ftplib.py
37.3
KB
-rw-r--r--
ftplib.pyc
34.82
KB
-rw-r--r--
ftplib.pyo
34.82
KB
-rw-r--r--
functools.py
4.69
KB
-rw-r--r--
functools.pyc
6.85
KB
-rw-r--r--
functools.pyo
6.85
KB
-rw-r--r--
genericpath.py
3.13
KB
-rw-r--r--
genericpath.pyc
3.57
KB
-rw-r--r--
genericpath.pyo
3.57
KB
-rw-r--r--
getopt.py
7.15
KB
-rw-r--r--
getopt.pyc
6.63
KB
-rw-r--r--
getopt.pyo
6.58
KB
-rw-r--r--
getpass.py
5.43
KB
-rw-r--r--
getpass.pyc
4.72
KB
-rw-r--r--
getpass.pyo
4.72
KB
-rw-r--r--
gettext.py
22.13
KB
-rw-r--r--
gettext.pyc
18.17
KB
-rw-r--r--
gettext.pyo
18.17
KB
-rw-r--r--
glob.py
3.04
KB
-rw-r--r--
glob.pyc
2.98
KB
-rw-r--r--
glob.pyo
2.98
KB
-rw-r--r--
gzip.py
18.58
KB
-rw-r--r--
gzip.pyc
15.26
KB
-rw-r--r--
gzip.pyo
15.26
KB
-rw-r--r--
hashlib.py
7.66
KB
-rw-r--r--
hashlib.pyc
6.86
KB
-rw-r--r--
hashlib.pyo
6.86
KB
-rw-r--r--
heapq.py
17.87
KB
-rw-r--r--
heapq.pyc
14.45
KB
-rw-r--r--
heapq.pyo
14.45
KB
-rw-r--r--
hmac.py
4.48
KB
-rw-r--r--
hmac.pyc
4.56
KB
-rw-r--r--
hmac.pyo
4.56
KB
-rw-r--r--
htmlentitydefs.py
17.63
KB
-rw-r--r--
htmlentitydefs.pyc
6.23
KB
-rw-r--r--
htmlentitydefs.pyo
6.23
KB
-rw-r--r--
htmllib.py
12.57
KB
-rw-r--r--
htmllib.pyc
20.99
KB
-rw-r--r--
htmllib.pyo
20.99
KB
-rw-r--r--
httplib.py
51.07
KB
-rw-r--r--
httplib.pyc
37.88
KB
-rw-r--r--
httplib.pyo
37.7
KB
-rw-r--r--
ihooks.py
18.54
KB
-rw-r--r--
ihooks.pyc
21.75
KB
-rw-r--r--
ihooks.pyo
21.75
KB
-rw-r--r--
imaplib.py
47.23
KB
-rw-r--r--
imaplib.pyc
45.19
KB
-rw-r--r--
imaplib.pyo
42.49
KB
-rw-r--r--
imghdr.py
3.46
KB
-rw-r--r--
imghdr.pyc
4.93
KB
-rw-r--r--
imghdr.pyo
4.93
KB
-rw-r--r--
imputil.py
25.16
KB
-rw-r--r--
imputil.pyc
15.74
KB
-rw-r--r--
imputil.pyo
15.57
KB
-rw-r--r--
inspect.py
42
KB
-rw-r--r--
inspect.pyc
40.16
KB
-rw-r--r--
inspect.pyo
40.16
KB
-rw-r--r--
io.py
3.24
KB
-rw-r--r--
io.pyc
3.57
KB
-rw-r--r--
io.pyo
3.57
KB
-rw-r--r--
keyword.py
1.95
KB
-rwxr-xr-x
keyword.pyc
2.08
KB
-rw-r--r--
keyword.pyo
2.08
KB
-rw-r--r--
linecache.py
3.93
KB
-rw-r--r--
linecache.pyc
3.27
KB
-rw-r--r--
linecache.pyo
3.27
KB
-rw-r--r--
locale.py
100.42
KB
-rw-r--r--
locale.pyc
55.69
KB
-rw-r--r--
locale.pyo
55.69
KB
-rw-r--r--
macpath.py
6.14
KB
-rw-r--r--
macpath.pyc
7.74
KB
-rw-r--r--
macpath.pyo
7.74
KB
-rw-r--r--
macurl2path.py
2.67
KB
-rw-r--r--
macurl2path.pyc
2.24
KB
-rw-r--r--
macurl2path.pyo
2.24
KB
-rw-r--r--
mailbox.py
79.34
KB
-rw-r--r--
mailbox.pyc
77.7
KB
-rw-r--r--
mailbox.pyo
77.65
KB
-rw-r--r--
mailcap.py
7.25
KB
-rw-r--r--
mailcap.pyc
7.08
KB
-rw-r--r--
mailcap.pyo
7.08
KB
-rw-r--r--
markupbase.py
14.3
KB
-rw-r--r--
markupbase.pyc
9.27
KB
-rw-r--r--
markupbase.pyo
9.07
KB
-rw-r--r--
md5.py
358
B
-rw-r--r--
md5.pyc
391
B
-rw-r--r--
md5.pyo
391
B
-rw-r--r--
mhlib.py
32.65
KB
-rw-r--r--
mhlib.pyc
33.98
KB
-rw-r--r--
mhlib.pyo
33.98
KB
-rw-r--r--
mimetools.py
7
KB
-rw-r--r--
mimetools.pyc
8.26
KB
-rw-r--r--
mimetools.pyo
8.26
KB
-rw-r--r--
mimetypes.py
20.54
KB
-rw-r--r--
mimetypes.pyc
18.3
KB
-rw-r--r--
mimetypes.pyo
18.3
KB
-rw-r--r--
mimify.py
14.67
KB
-rwxr-xr-x
mimify.pyc
11.91
KB
-rw-r--r--
mimify.pyo
11.91
KB
-rw-r--r--
modulefinder.py
23.89
KB
-rw-r--r--
modulefinder.pyc
19.12
KB
-rw-r--r--
modulefinder.pyo
19.04
KB
-rw-r--r--
multifile.py
4.71
KB
-rw-r--r--
multifile.pyc
5.48
KB
-rw-r--r--
multifile.pyo
5.44
KB
-rw-r--r--
mutex.py
1.83
KB
-rw-r--r--
mutex.pyc
2.55
KB
-rw-r--r--
mutex.pyo
2.55
KB
-rw-r--r--
netrc.py
5.75
KB
-rw-r--r--
netrc.pyc
4.72
KB
-rw-r--r--
netrc.pyo
4.72
KB
-rw-r--r--
new.py
610
B
-rw-r--r--
new.pyc
875
B
-rw-r--r--
new.pyo
875
B
-rw-r--r--
nntplib.py
20.97
KB
-rw-r--r--
nntplib.pyc
21.11
KB
-rw-r--r--
nntplib.pyo
21.11
KB
-rw-r--r--
ntpath.py
18.97
KB
-rw-r--r--
ntpath.pyc
13.1
KB
-rw-r--r--
ntpath.pyo
13.1
KB
-rw-r--r--
nturl2path.py
2.36
KB
-rw-r--r--
nturl2path.pyc
1.81
KB
-rw-r--r--
nturl2path.pyo
1.81
KB
-rw-r--r--
numbers.py
10.08
KB
-rw-r--r--
numbers.pyc
14.47
KB
-rw-r--r--
numbers.pyo
14.47
KB
-rw-r--r--
opcode.py
5.35
KB
-rw-r--r--
opcode.pyc
6.06
KB
-rw-r--r--
opcode.pyo
6.06
KB
-rw-r--r--
optparse.py
59.77
KB
-rw-r--r--
optparse.pyc
54.41
KB
-rw-r--r--
optparse.pyo
54.33
KB
-rw-r--r--
os.py
25.3
KB
-rw-r--r--
os.pyc
25.76
KB
-rw-r--r--
os.pyo
25.76
KB
-rw-r--r--
os2emxpath.py
4.53
KB
-rw-r--r--
os2emxpath.pyc
4.53
KB
-rw-r--r--
os2emxpath.pyo
4.53
KB
-rw-r--r--
pdb.doc
7.73
KB
-rw-r--r--
pdb.py
45.01
KB
-rwxr-xr-x
pdb.pyc
44.09
KB
-rw-r--r--
pdb.pyo
44.09
KB
-rw-r--r--
pickle.py
44.42
KB
-rw-r--r--
pickle.pyc
38.98
KB
-rw-r--r--
pickle.pyo
38.79
KB
-rw-r--r--
pickletools.py
72.78
KB
-rw-r--r--
pickletools.pyc
56.1
KB
-rw-r--r--
pickletools.pyo
55.26
KB
-rw-r--r--
pipes.py
9.36
KB
-rw-r--r--
pipes.pyc
9.29
KB
-rw-r--r--
pipes.pyo
9.29
KB
-rw-r--r--
pkgutil.py
19.77
KB
-rw-r--r--
pkgutil.pyc
18.93
KB
-rw-r--r--
pkgutil.pyo
18.93
KB
-rw-r--r--
platform.py
51.55
KB
-rwxr-xr-x
platform.pyc
37.7
KB
-rw-r--r--
platform.pyo
37.7
KB
-rw-r--r--
plistlib.py
14.83
KB
-rw-r--r--
plistlib.pyc
19.54
KB
-rw-r--r--
plistlib.pyo
19.46
KB
-rw-r--r--
popen2.py
8.22
KB
-rw-r--r--
popen2.pyc
9.02
KB
-rw-r--r--
popen2.pyo
8.98
KB
-rw-r--r--
poplib.py
12.52
KB
-rw-r--r--
poplib.pyc
13.45
KB
-rw-r--r--
poplib.pyo
13.45
KB
-rw-r--r--
posixfile.py
7.82
KB
-rw-r--r--
posixfile.pyc
7.63
KB
-rw-r--r--
posixfile.pyo
7.63
KB
-rw-r--r--
posixpath.py
13.96
KB
-rw-r--r--
posixpath.pyc
11.49
KB
-rw-r--r--
posixpath.pyo
11.49
KB
-rw-r--r--
pprint.py
11.5
KB
-rw-r--r--
pprint.pyc
10.2
KB
-rw-r--r--
pprint.pyo
10.02
KB
-rw-r--r--
profile.py
22.24
KB
-rwxr-xr-x
profile.pyc
16.57
KB
-rw-r--r--
profile.pyo
16.32
KB
-rw-r--r--
pstats.py
26.09
KB
-rw-r--r--
pstats.pyc
25.19
KB
-rw-r--r--
pstats.pyo
25.19
KB
-rw-r--r--
pty.py
4.94
KB
-rw-r--r--
pty.pyc
4.98
KB
-rw-r--r--
pty.pyo
4.98
KB
-rw-r--r--
py_compile.py
5.8
KB
-rw-r--r--
py_compile.pyc
6.37
KB
-rw-r--r--
py_compile.pyo
6.37
KB
-rw-r--r--
pyclbr.py
13.07
KB
-rw-r--r--
pyclbr.pyc
9.59
KB
-rw-r--r--
pyclbr.pyo
9.59
KB
-rw-r--r--
pydoc.py
93.42
KB
-rwxr-xr-x
pydoc.pyc
92.69
KB
-rw-r--r--
pydoc.pyo
92.63
KB
-rw-r--r--
quopri.py
6.8
KB
-rwxr-xr-x
quopri.pyc
6.56
KB
-rw-r--r--
quopri.pyo
6.56
KB
-rw-r--r--
random.py
31.7
KB
-rw-r--r--
random.pyc
25.65
KB
-rw-r--r--
random.pyo
25.65
KB
-rw-r--r--
re.py
13.11
KB
-rw-r--r--
re.pyc
13.37
KB
-rw-r--r--
re.pyo
13.37
KB
-rw-r--r--
repr.py
4.2
KB
-rw-r--r--
repr.pyc
5.47
KB
-rw-r--r--
repr.pyo
5.47
KB
-rw-r--r--
rexec.py
19.68
KB
-rw-r--r--
rexec.pyc
24
KB
-rw-r--r--
rexec.pyo
24
KB
-rw-r--r--
rfc822.py
32.76
KB
-rw-r--r--
rfc822.pyc
31.83
KB
-rw-r--r--
rfc822.pyo
31.83
KB
-rw-r--r--
rlcompleter.py
5.85
KB
-rw-r--r--
rlcompleter.pyc
6.04
KB
-rw-r--r--
rlcompleter.pyo
6.04
KB
-rw-r--r--
robotparser.py
7.51
KB
-rw-r--r--
robotparser.pyc
8.12
KB
-rw-r--r--
robotparser.pyo
8.12
KB
-rw-r--r--
runpy.py
10.82
KB
-rw-r--r--
runpy.pyc
8.85
KB
-rw-r--r--
runpy.pyo
8.85
KB
-rw-r--r--
sched.py
4.97
KB
-rw-r--r--
sched.pyc
4.99
KB
-rw-r--r--
sched.pyo
4.99
KB
-rw-r--r--
sets.py
18.6
KB
-rw-r--r--
sets.pyc
17.21
KB
-rw-r--r--
sets.pyo
17.21
KB
-rw-r--r--
sgmllib.py
17.46
KB
-rw-r--r--
sgmllib.pyc
15.67
KB
-rw-r--r--
sgmllib.pyo
15.67
KB
-rw-r--r--
sha.py
393
B
-rw-r--r--
sha.pyc
434
B
-rw-r--r--
sha.pyo
434
B
-rw-r--r--
shelve.py
7.99
KB
-rw-r--r--
shelve.pyc
10.36
KB
-rw-r--r--
shelve.pyo
10.36
KB
-rw-r--r--
shlex.py
10.9
KB
-rw-r--r--
shlex.pyc
7.55
KB
-rw-r--r--
shlex.pyo
7.55
KB
-rw-r--r--
shutil.py
19.41
KB
-rw-r--r--
shutil.pyc
19.19
KB
-rw-r--r--
shutil.pyo
19.19
KB
-rw-r--r--
site.py
19.18
KB
-rw-r--r--
site.pyc
19.35
KB
-rw-r--r--
site.pyo
19.35
KB
-rw-r--r--
smtpd.py
18.1
KB
-rwxr-xr-x
smtpd.pyc
15.9
KB
-rw-r--r--
smtpd.pyo
15.9
KB
-rw-r--r--
smtplib.py
31.38
KB
-rwxr-xr-x
smtplib.pyc
30.29
KB
-rw-r--r--
smtplib.pyo
30.29
KB
-rw-r--r--
sndhdr.py
5.83
KB
-rw-r--r--
sndhdr.pyc
7.4
KB
-rw-r--r--
sndhdr.pyo
7.4
KB
-rw-r--r--
socket.py
20.13
KB
-rw-r--r--
socket.pyc
16.15
KB
-rw-r--r--
socket.pyo
16.07
KB
-rw-r--r--
sre.py
384
B
-rw-r--r--
sre.pyc
532
B
-rw-r--r--
sre.pyo
532
B
-rw-r--r--
sre_compile.py
19.36
KB
-rw-r--r--
sre_compile.pyc
12.46
KB
-rw-r--r--
sre_compile.pyo
12.3
KB
-rw-r--r--
sre_constants.py
7.03
KB
-rw-r--r--
sre_constants.pyc
6.11
KB
-rw-r--r--
sre_constants.pyo
6.11
KB
-rw-r--r--
sre_parse.py
29.98
KB
-rw-r--r--
sre_parse.pyc
21.12
KB
-rw-r--r--
sre_parse.pyo
21.12
KB
-rw-r--r--
ssl.py
36.58
KB
-rw-r--r--
ssl.pyc
32.24
KB
-rw-r--r--
ssl.pyo
32.24
KB
-rw-r--r--
stat.py
1.8
KB
-rw-r--r--
stat.pyc
2.81
KB
-rw-r--r--
stat.pyo
2.81
KB
-rw-r--r--
statvfs.py
898
B
-rw-r--r--
statvfs.pyc
633
B
-rw-r--r--
statvfs.pyo
633
B
-rw-r--r--
string.py
21.04
KB
-rw-r--r--
string.pyc
20.63
KB
-rw-r--r--
string.pyo
20.63
KB
-rw-r--r--
stringold.py
12.16
KB
-rw-r--r--
stringold.pyc
12.6
KB
-rw-r--r--
stringold.pyo
12.6
KB
-rw-r--r--
stringprep.py
13.21
KB
-rw-r--r--
stringprep.pyc
14.4
KB
-rw-r--r--
stringprep.pyo
14.33
KB
-rw-r--r--
struct.py
82
B
-rw-r--r--
struct.pyc
252
B
-rw-r--r--
struct.pyo
252
B
-rw-r--r--
subprocess.py
49.34
KB
-rw-r--r--
subprocess.pyc
32.32
KB
-rw-r--r--
subprocess.pyo
32.32
KB
-rw-r--r--
sunau.py
16.82
KB
-rw-r--r--
sunau.pyc
18.57
KB
-rw-r--r--
sunau.pyo
18.57
KB
-rw-r--r--
sunaudio.py
1.37
KB
-rw-r--r--
sunaudio.pyc
2
KB
-rw-r--r--
sunaudio.pyo
2
KB
-rw-r--r--
symbol.py
2.01
KB
-rwxr-xr-x
symbol.pyc
2.98
KB
-rw-r--r--
symbol.pyo
2.98
KB
-rw-r--r--
symtable.py
7.26
KB
-rw-r--r--
symtable.pyc
12.14
KB
-rw-r--r--
symtable.pyo
12.02
KB
-rw-r--r--
sysconfig.py
22.32
KB
-rw-r--r--
sysconfig.pyc
17.73
KB
-rw-r--r--
sysconfig.pyo
17.73
KB
-rw-r--r--
tabnanny.py
11.07
KB
-rwxr-xr-x
tabnanny.pyc
8.31
KB
-rw-r--r--
tabnanny.pyo
8.31
KB
-rw-r--r--
tarfile.py
88.45
KB
-rw-r--r--
tarfile.pyc
76.54
KB
-rw-r--r--
tarfile.pyo
76.54
KB
-rw-r--r--
telnetlib.py
26.4
KB
-rw-r--r--
telnetlib.pyc
23.03
KB
-rw-r--r--
telnetlib.pyo
23.03
KB
-rw-r--r--
tempfile.py
19.09
KB
-rw-r--r--
tempfile.pyc
20.55
KB
-rw-r--r--
tempfile.pyo
20.55
KB
-rw-r--r--
textwrap.py
16.88
KB
-rw-r--r--
textwrap.pyc
11.99
KB
-rw-r--r--
textwrap.pyo
11.9
KB
-rw-r--r--
this.py
1002
B
-rw-r--r--
this.pyc
1.2
KB
-rw-r--r--
this.pyo
1.2
KB
-rw-r--r--
threading.py
46.17
KB
-rw-r--r--
threading.pyc
42.97
KB
-rw-r--r--
threading.pyo
40.84
KB
-rw-r--r--
timeit.py
12.49
KB
-rwxr-xr-x
timeit.pyc
12.06
KB
-rw-r--r--
timeit.pyo
12.06
KB
-rw-r--r--
toaiff.py
3.07
KB
-rw-r--r--
toaiff.pyc
3.08
KB
-rw-r--r--
toaiff.pyo
3.08
KB
-rw-r--r--
token.py
2.85
KB
-rw-r--r--
token.pyc
3.79
KB
-rw-r--r--
token.pyo
3.79
KB
-rw-r--r--
tokenize.py
17.07
KB
-rw-r--r--
tokenize.pyc
14.37
KB
-rw-r--r--
tokenize.pyo
14.31
KB
-rw-r--r--
trace.py
29.19
KB
-rwxr-xr-x
trace.pyc
22.69
KB
-rw-r--r--
trace.pyo
22.63
KB
-rw-r--r--
traceback.py
11.02
KB
-rw-r--r--
traceback.pyc
11.66
KB
-rw-r--r--
traceback.pyo
11.66
KB
-rw-r--r--
tty.py
879
B
-rw-r--r--
tty.pyc
1.32
KB
-rw-r--r--
tty.pyo
1.32
KB
-rw-r--r--
types.py
2.04
KB
-rw-r--r--
types.pyc
2.75
KB
-rw-r--r--
types.pyo
2.75
KB
-rw-r--r--
urllib.py
58.82
KB
-rw-r--r--
urllib.pyc
51.35
KB
-rw-r--r--
urllib.pyo
51.25
KB
-rw-r--r--
urllib2.py
51.31
KB
-rw-r--r--
urllib2.pyc
47.8
KB
-rw-r--r--
urllib2.pyo
47.71
KB
-rw-r--r--
urlparse.py
16.29
KB
-rw-r--r--
urlparse.pyc
15.51
KB
-rw-r--r--
urlparse.pyo
15.51
KB
-rw-r--r--
user.py
1.59
KB
-rw-r--r--
user.pyc
1.7
KB
-rw-r--r--
user.pyo
1.7
KB
-rw-r--r--
uu.py
6.54
KB
-rwxr-xr-x
uu.pyc
4.35
KB
-rw-r--r--
uu.pyo
4.35
KB
-rw-r--r--
uuid.py
22.63
KB
-rw-r--r--
uuid.pyc
23.22
KB
-rw-r--r--
uuid.pyo
23.11
KB
-rw-r--r--
warnings.py
14.48
KB
-rw-r--r--
warnings.pyc
13.49
KB
-rw-r--r--
warnings.pyo
12.71
KB
-rw-r--r--
wave.py
18.15
KB
-rw-r--r--
wave.pyc
20.19
KB
-rw-r--r--
wave.pyo
20.05
KB
-rw-r--r--
weakref.py
14.48
KB
-rw-r--r--
weakref.pyc
16.73
KB
-rw-r--r--
weakref.pyo
16.73
KB
-rw-r--r--
webbrowser.py
22.19
KB
-rwxr-xr-x
webbrowser.pyc
19.86
KB
-rw-r--r--
webbrowser.pyo
19.81
KB
-rw-r--r--
whichdb.py
3.31
KB
-rw-r--r--
whichdb.pyc
2.21
KB
-rw-r--r--
whichdb.pyo
2.21
KB
-rw-r--r--
wsgiref.egg-info
187
B
-rw-r--r--
xdrlib.py
5.93
KB
-rw-r--r--
xdrlib.pyc
10.2
KB
-rw-r--r--
xdrlib.pyo
10.2
KB
-rw-r--r--
xmllib.py
34.05
KB
-rw-r--r--
xmllib.pyc
26.9
KB
-rw-r--r--
xmllib.pyo
26.9
KB
-rw-r--r--
xmlrpclib.py
50.91
KB
-rw-r--r--
xmlrpclib.pyc
44.81
KB
-rw-r--r--
xmlrpclib.pyo
44.63
KB
-rw-r--r--
zipfile.py
58.08
KB
-rw-r--r--
zipfile.pyc
41.92
KB
-rw-r--r--
zipfile.pyo
41.92
KB
-rw-r--r--
Delete
Unzip
Zip
${this.title}
Close
Code Editor : tokenize.py
"""Tokenization help for Python programs. generate_tokens(readline) is a generator that breaks a stream of text into Python tokens. It accepts a readline-like method which is called repeatedly to get the next line of input (or "" for EOF). It generates 5-tuples with these members: the token type (see token.py) the token (a string) the starting (row, column) indices of the token (a 2-tuple of ints) the ending (row, column) indices of the token (a 2-tuple of ints) the original line (string) It is designed to match the working of the Python tokenizer exactly, except that it produces COMMENT tokens for comments and gives type OP for all operators Older entry points tokenize_loop(readline, tokeneater) tokenize(readline, tokeneater=printtoken) are the same, except instead of generating tokens, tokeneater is a callback function to which the 5 fields described above are passed as 5 arguments, each time a new token is found.""" __author__ = 'Ka-Ping Yee <ping@lfw.org>' __credits__ = ('GvR, ESR, Tim Peters, Thomas Wouters, Fred Drake, ' 'Skip Montanaro, Raymond Hettinger') from itertools import chain import string, re from token import * import token __all__ = [x for x in dir(token) if not x.startswith("_")] __all__ += ["COMMENT", "tokenize", "generate_tokens", "NL", "untokenize"] del x del token COMMENT = N_TOKENS tok_name[COMMENT] = 'COMMENT' NL = N_TOKENS + 1 tok_name[NL] = 'NL' N_TOKENS += 2 def group(*choices): return '(' + '|'.join(choices) + ')' def any(*choices): return group(*choices) + '*' def maybe(*choices): return group(*choices) + '?' Whitespace = r'[ \f\t]*' Comment = r'#[^\r\n]*' Ignore = Whitespace + any(r'\\\r?\n' + Whitespace) + maybe(Comment) Name = r'[a-zA-Z_]\w*' Hexnumber = r'0[xX][\da-fA-F]+[lL]?' Octnumber = r'(0[oO][0-7]+)|(0[0-7]*)[lL]?' Binnumber = r'0[bB][01]+[lL]?' Decnumber = r'[1-9]\d*[lL]?' Intnumber = group(Hexnumber, Binnumber, Octnumber, Decnumber) Exponent = r'[eE][-+]?\d+' Pointfloat = group(r'\d+\.\d*', r'\.\d+') + maybe(Exponent) Expfloat = r'\d+' + Exponent Floatnumber = group(Pointfloat, Expfloat) Imagnumber = group(r'\d+[jJ]', Floatnumber + r'[jJ]') Number = group(Imagnumber, Floatnumber, Intnumber) # Tail end of ' string. Single = r"[^'\\]*(?:\\.[^'\\]*)*'" # Tail end of " string. Double = r'[^"\\]*(?:\\.[^"\\]*)*"' # Tail end of ''' string. Single3 = r"[^'\\]*(?:(?:\\.|'(?!''))[^'\\]*)*'''" # Tail end of """ string. Double3 = r'[^"\\]*(?:(?:\\.|"(?!""))[^"\\]*)*"""' Triple = group("[uUbB]?[rR]?'''", '[uUbB]?[rR]?"""') # Single-line ' or " string. String = group(r"[uUbB]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*'", r'[uUbB]?[rR]?"[^\n"\\]*(?:\\.[^\n"\\]*)*"') # Because of leftmost-then-longest match semantics, be sure to put the # longest operators first (e.g., if = came before ==, == would get # recognized as two instances of =). Operator = group(r"\*\*=?", r">>=?", r"<<=?", r"<>", r"!=", r"//=?", r"[+\-*/%&|^=<>]=?", r"~") Bracket = '[][(){}]' Special = group(r'\r?\n', r'[:;.,`@]') Funny = group(Operator, Bracket, Special) PlainToken = group(Number, Funny, String, Name) Token = Ignore + PlainToken # First (or only) line of ' or " string. ContStr = group(r"[uUbB]?[rR]?'[^\n'\\]*(?:\\.[^\n'\\]*)*" + group("'", r'\\\r?\n'), r'[uUbB]?[rR]?"[^\n"\\]*(?:\\.[^\n"\\]*)*' + group('"', r'\\\r?\n')) PseudoExtras = group(r'\\\r?\n|\Z', Comment, Triple) PseudoToken = Whitespace + group(PseudoExtras, Number, Funny, ContStr, Name) tokenprog, pseudoprog, single3prog, double3prog = map( re.compile, (Token, PseudoToken, Single3, Double3)) endprogs = {"'": re.compile(Single), '"': re.compile(Double), "'''": single3prog, '"""': double3prog, "r'''": single3prog, 'r"""': double3prog, "u'''": single3prog, 'u"""': double3prog, "ur'''": single3prog, 'ur"""': double3prog, "R'''": single3prog, 'R"""': double3prog, "U'''": single3prog, 'U"""': double3prog, "uR'''": single3prog, 'uR"""': double3prog, "Ur'''": single3prog, 'Ur"""': double3prog, "UR'''": single3prog, 'UR"""': double3prog, "b'''": single3prog, 'b"""': double3prog, "br'''": single3prog, 'br"""': double3prog, "B'''": single3prog, 'B"""': double3prog, "bR'''": single3prog, 'bR"""': double3prog, "Br'''": single3prog, 'Br"""': double3prog, "BR'''": single3prog, 'BR"""': double3prog, 'r': None, 'R': None, 'u': None, 'U': None, 'b': None, 'B': None} triple_quoted = {} for t in ("'''", '"""', "r'''", 'r"""', "R'''", 'R"""', "u'''", 'u"""', "U'''", 'U"""', "ur'''", 'ur"""', "Ur'''", 'Ur"""', "uR'''", 'uR"""', "UR'''", 'UR"""', "b'''", 'b"""', "B'''", 'B"""', "br'''", 'br"""', "Br'''", 'Br"""', "bR'''", 'bR"""', "BR'''", 'BR"""'): triple_quoted[t] = t single_quoted = {} for t in ("'", '"', "r'", 'r"', "R'", 'R"', "u'", 'u"', "U'", 'U"', "ur'", 'ur"', "Ur'", 'Ur"', "uR'", 'uR"', "UR'", 'UR"', "b'", 'b"', "B'", 'B"', "br'", 'br"', "Br'", 'Br"', "bR'", 'bR"', "BR'", 'BR"' ): single_quoted[t] = t tabsize = 8 class TokenError(Exception): pass class StopTokenizing(Exception): pass def printtoken(type, token, srow_scol, erow_ecol, line): # for testing srow, scol = srow_scol erow, ecol = erow_ecol print "%d,%d-%d,%d:\t%s\t%s" % \ (srow, scol, erow, ecol, tok_name[type], repr(token)) def tokenize(readline, tokeneater=printtoken): """ The tokenize() function accepts two parameters: one representing the input stream, and one providing an output mechanism for tokenize(). The first parameter, readline, must be a callable object which provides the same interface as the readline() method of built-in file objects. Each call to the function should return one line of input as a string. The second parameter, tokeneater, must also be a callable object. It is called once for each token, with five arguments, corresponding to the tuples generated by generate_tokens(). """ try: tokenize_loop(readline, tokeneater) except StopTokenizing: pass # backwards compatible interface def tokenize_loop(readline, tokeneater): for token_info in generate_tokens(readline): tokeneater(*token_info) class Untokenizer: def __init__(self): self.tokens = [] self.prev_row = 1 self.prev_col = 0 def add_whitespace(self, start): row, col = start if row < self.prev_row or row == self.prev_row and col < self.prev_col: raise ValueError("start ({},{}) precedes previous end ({},{})" .format(row, col, self.prev_row, self.prev_col)) row_offset = row - self.prev_row if row_offset: self.tokens.append("\\\n" * row_offset) self.prev_col = 0 col_offset = col - self.prev_col if col_offset: self.tokens.append(" " * col_offset) def untokenize(self, iterable): it = iter(iterable) indents = [] startline = False for t in it: if len(t) == 2: self.compat(t, it) break tok_type, token, start, end, line = t if tok_type == ENDMARKER: break if tok_type == INDENT: indents.append(token) continue elif tok_type == DEDENT: indents.pop() self.prev_row, self.prev_col = end continue elif tok_type in (NEWLINE, NL): startline = True elif startline and indents: indent = indents[-1] if start[1] >= len(indent): self.tokens.append(indent) self.prev_col = len(indent) startline = False self.add_whitespace(start) self.tokens.append(token) self.prev_row, self.prev_col = end if tok_type in (NEWLINE, NL): self.prev_row += 1 self.prev_col = 0 return "".join(self.tokens) def compat(self, token, iterable): indents = [] toks_append = self.tokens.append startline = token[0] in (NEWLINE, NL) prevstring = False for tok in chain([token], iterable): toknum, tokval = tok[:2] if toknum in (NAME, NUMBER): tokval += ' ' # Insert a space between two consecutive strings if toknum == STRING: if prevstring: tokval = ' ' + tokval prevstring = True else: prevstring = False if toknum == INDENT: indents.append(tokval) continue elif toknum == DEDENT: indents.pop() continue elif toknum in (NEWLINE, NL): startline = True elif startline and indents: toks_append(indents[-1]) startline = False toks_append(tokval) def untokenize(iterable): """Transform tokens back into Python source code. Each element returned by the iterable must be a token sequence with at least two elements, a token number and token value. If only two tokens are passed, the resulting output is poor. Round-trip invariant for full input: Untokenized source will match input source exactly Round-trip invariant for limited intput: # Output text will tokenize the back to the input t1 = [tok[:2] for tok in generate_tokens(f.readline)] newcode = untokenize(t1) readline = iter(newcode.splitlines(1)).next t2 = [tok[:2] for tok in generate_tokens(readline)] assert t1 == t2 """ ut = Untokenizer() return ut.untokenize(iterable) def generate_tokens(readline): """ The generate_tokens() generator requires one argument, readline, which must be a callable object which provides the same interface as the readline() method of built-in file objects. Each call to the function should return one line of input as a string. Alternately, readline can be a callable function terminating with StopIteration: readline = open(myfile).next # Example of alternate readline The generator produces 5-tuples with these members: the token type; the token string; a 2-tuple (srow, scol) of ints specifying the row and column where the token begins in the source; a 2-tuple (erow, ecol) of ints specifying the row and column where the token ends in the source; and the line on which the token was found. The line passed is the logical line; continuation lines are included. """ lnum = parenlev = continued = 0 namechars, numchars = string.ascii_letters + '_', '0123456789' contstr, needcont = '', 0 contline = None indents = [0] while 1: # loop over lines in stream try: line = readline() except StopIteration: line = '' lnum += 1 pos, max = 0, len(line) if contstr: # continued string if not line: raise TokenError, ("EOF in multi-line string", strstart) endmatch = endprog.match(line) if endmatch: pos = end = endmatch.end(0) yield (STRING, contstr + line[:end], strstart, (lnum, end), contline + line) contstr, needcont = '', 0 contline = None elif needcont and line[-2:] != '\\\n' and line[-3:] != '\\\r\n': yield (ERRORTOKEN, contstr + line, strstart, (lnum, len(line)), contline) contstr = '' contline = None continue else: contstr = contstr + line contline = contline + line continue elif parenlev == 0 and not continued: # new statement if not line: break column = 0 while pos < max: # measure leading whitespace if line[pos] == ' ': column += 1 elif line[pos] == '\t': column = (column//tabsize + 1)*tabsize elif line[pos] == '\f': column = 0 else: break pos += 1 if pos == max: break if line[pos] in '#\r\n': # skip comments or blank lines if line[pos] == '#': comment_token = line[pos:].rstrip('\r\n') nl_pos = pos + len(comment_token) yield (COMMENT, comment_token, (lnum, pos), (lnum, pos + len(comment_token)), line) yield (NL, line[nl_pos:], (lnum, nl_pos), (lnum, len(line)), line) else: yield ((NL, COMMENT)[line[pos] == '#'], line[pos:], (lnum, pos), (lnum, len(line)), line) continue if column > indents[-1]: # count indents or dedents indents.append(column) yield (INDENT, line[:pos], (lnum, 0), (lnum, pos), line) while column < indents[-1]: if column not in indents: raise IndentationError( "unindent does not match any outer indentation level", ("<tokenize>", lnum, pos, line)) indents = indents[:-1] yield (DEDENT, '', (lnum, pos), (lnum, pos), line) else: # continued statement if not line: raise TokenError, ("EOF in multi-line statement", (lnum, 0)) continued = 0 while pos < max: pseudomatch = pseudoprog.match(line, pos) if pseudomatch: # scan for tokens start, end = pseudomatch.span(1) spos, epos, pos = (lnum, start), (lnum, end), end if start == end: continue token, initial = line[start:end], line[start] if initial in numchars or \ (initial == '.' and token != '.'): # ordinary number yield (NUMBER, token, spos, epos, line) elif initial in '\r\n': yield (NL if parenlev > 0 else NEWLINE, token, spos, epos, line) elif initial == '#': assert not token.endswith("\n") yield (COMMENT, token, spos, epos, line) elif token in triple_quoted: endprog = endprogs[token] endmatch = endprog.match(line, pos) if endmatch: # all on one line pos = endmatch.end(0) token = line[start:pos] yield (STRING, token, spos, (lnum, pos), line) else: strstart = (lnum, start) # multiple lines contstr = line[start:] contline = line break elif initial in single_quoted or \ token[:2] in single_quoted or \ token[:3] in single_quoted: if token[-1] == '\n': # continued string strstart = (lnum, start) endprog = (endprogs[initial] or endprogs[token[1]] or endprogs[token[2]]) contstr, needcont = line[start:], 1 contline = line break else: # ordinary string yield (STRING, token, spos, epos, line) elif initial in namechars: # ordinary name yield (NAME, token, spos, epos, line) elif initial == '\\': # continued stmt continued = 1 else: if initial in '([{': parenlev += 1 elif initial in ')]}': parenlev -= 1 yield (OP, token, spos, epos, line) else: yield (ERRORTOKEN, line[pos], (lnum, pos), (lnum, pos+1), line) pos += 1 for indent in indents[1:]: # pop remaining indent levels yield (DEDENT, '', (lnum, 0), (lnum, 0), '') yield (ENDMARKER, '', (lnum, 0), (lnum, 0), '') if __name__ == '__main__': # testing import sys if len(sys.argv) > 1: tokenize(open(sys.argv[1]).readline) else: tokenize(sys.stdin.readline)
Close
