228 lines
6.6 KiB
Python
Executable File
228 lines
6.6 KiB
Python
Executable File
# tf Text File manipulations
|
|
# for micropython and other tiny environments
|
|
# (c) Pat Beirne patb@pbeirne.com
|
|
import re,os,sys,gc
|
|
|
|
# ====legend====
|
|
# e=end
|
|
# f=input file
|
|
# g=output file
|
|
# i=iteration variable
|
|
# m=line range
|
|
# r=replace text
|
|
# s=start/search/string
|
|
# sp=search regex
|
|
|
|
def transfer(src,dest,first=1,last=0xFFFFFFFF,numbers=False,grep_func=None):
|
|
#src is a filename, dst is a handle
|
|
i=0
|
|
with open(src) as f:
|
|
for lin in f:
|
|
i=i+1
|
|
if i<first or i>last:
|
|
continue
|
|
if grep_func and not grep_func(lin):
|
|
continue
|
|
if numbers:
|
|
dest.write(str(i)+' ')
|
|
dest.write(lin)
|
|
|
|
def cp(src,dest):
|
|
with open(dest,'w') as g:
|
|
transfer(src,g)
|
|
|
|
def cat(filename, first=1, last=1000000, numbers=False, title=True):
|
|
if title:
|
|
print("===={}====".format(filename))
|
|
transfer(filename,sys.stdout,first,last,numbers=numbers)
|
|
|
|
def grep(filename, pattern, numbers=False):
|
|
m=re.compile(pattern)
|
|
transfer(filename,sys.stdout,numbers=numbers,grep_func=(lambda x:m.search(x[:-1])))
|
|
|
|
def sed(filename, sed_cmd, bak_ext=".bak"):
|
|
# parse the sed_cmd
|
|
# group 1,3 are the n-start, n-end group 4 is command: aidsxX
|
|
a=re.search("^(\d*)([,-](\d+|\$))?\s*([sdaixX])(.*)",sed_cmd)
|
|
if not a:
|
|
raise ValueError("sed() failed; pattern must be a number-range followed by one of sdaixX; no changes applied")
|
|
op,args=a.group(4),a.group(5)
|
|
|
|
s,e=1,1000000
|
|
if a.group(1):
|
|
s=e=int(a.group(1))
|
|
if a.group(3):
|
|
e=1000000 if a.group(3)=='$' else int(a.group(3))
|
|
|
|
if op in "aid" and e-s==1000000:
|
|
raise ValueError("sed(a/i/d) should have a line number")
|
|
#print("sed command parser of <{}> returned {} {} {}".format(op,cmd,a.group(1),a.group(3)))
|
|
if op in "sxX":
|
|
if len(args)<2 or args[0] in "\^$()[]":
|
|
raise ValueError("invalid sed argument: "+op+args)
|
|
dl=args[0]
|
|
if op=='s':
|
|
gs=re.search(dl+"([^"+dl+"]*)"+dl+"([^"+dl+"]*)"+dl+"(g)?",args)
|
|
else:
|
|
gs=re.search(dl+"([^"+dl+"]*)"+dl,args)
|
|
if not gs:
|
|
raise ValueError("invalid sed search pattern: "+op+args)
|
|
ss=gs.group(1)
|
|
if op=='s':
|
|
r=gs.group(2)
|
|
rm=0 if gs.group(3) else 1
|
|
sp=re.compile(ss)
|
|
|
|
args=args + '\n'
|
|
|
|
try:
|
|
os.rename(filename,filename+bak_ext)
|
|
except:
|
|
raise OSError("problem with filename",filename," backup failed; no changes made")
|
|
|
|
i=h=0
|
|
with open(filename+bak_ext) as f:
|
|
with open(filename,'w') as g:
|
|
for lin in f:
|
|
i=i+1
|
|
m=(s <= i <= e)
|
|
if op=='s' and m:
|
|
lin=lin[:-1]
|
|
if sp.search(lin): h+=1
|
|
lin=sp.sub(r,lin,rm)+'\n'
|
|
if op=='d' and m:
|
|
h+=1
|
|
continue # delete line
|
|
if op=='i' and m:
|
|
#print("insert a line before {} <{}>".format(i,extra))
|
|
g.write(args)
|
|
h+=1
|
|
if op in "aids":
|
|
g.write(lin)
|
|
elif m and (op=='x' if sp.search(lin) else op=='X'):
|
|
g.write(lin)
|
|
h+=1
|
|
if op=='a' and m:
|
|
#print("append a line after {} <{}>".format(i,extra))
|
|
g.write(args)
|
|
h+=1
|
|
#f.write("--file modifed by sed()--\n")
|
|
return (i, h)
|
|
|
|
def _dir(d='.'):
|
|
for f in os.listdir(d):
|
|
s=os.stat(d+'/'+f)
|
|
print("{}rwx all {:9d} {}".format('d' if (s[0] & 0x4000) else '-',s[6],f))
|
|
s=os.statvfs('/')
|
|
print("disk size:{:8d} KB disk free: {} KB".format(s[0]*s[2]//1024,s[0]*s[3]//1024))
|
|
|
|
'''-----cut here if you only need the functions-----'''
|
|
def ext_cmd(a):
|
|
return
|
|
if 'tf_extend.py' in os.listdir():
|
|
import tf_extend
|
|
ext_cmd=tf_extend.cmd
|
|
|
|
def _help():
|
|
print("==Simple shell v1.2 for Text Files")
|
|
print(" cp/copy <src-file> <dest-file>")
|
|
print(" mv/move/rename <src-file> <dest-file> \trm/del <file>")
|
|
print(" cd [<folder>]\t\tmkdir <folder>\t\trmdir <folder>")
|
|
print(" dir/ls [<folder>]")
|
|
print(" cat/list [-n] [-l <n>,<m>] <file>")
|
|
print(" grep <pattern> <file>")
|
|
print(" sed <pattern> <file>")
|
|
print(" pattern is <line-range><op><extra> e.g'a/search/replace/', 'x!TODO:!', '43,49d', '8itext'")
|
|
print(" patterns with spaces require '-quotes\tsed ops are one of s/d/i/a/x/X")
|
|
print(" sed cannot cross line boundaries\t\tsed s/x/X-patterns: non-/ delimiters are ok")
|
|
print("file names must NOT have embedded spaces\toptions must be early on the command line")
|
|
ext_cmd('help')
|
|
|
|
def parseQuotedArgs(st):
|
|
#returns (pattern,file)
|
|
st=st.strip()
|
|
if st[0]=="'":
|
|
p=re.search("'(.*?[^\\\\])'\s*(\S*)",st)
|
|
if not p:
|
|
print("error in quoted pattern:",st)
|
|
return
|
|
return p.group(1),p.group(2)
|
|
else:
|
|
return st.split(None,1)
|
|
|
|
def main():
|
|
print("Simple shell: cp/copy mv/move rm/del cat/list cd dir/ls mkdir rmdir grep sed help")
|
|
while 1:
|
|
numbers=False
|
|
r=input(os.getcwd()+"$ ")
|
|
rp=r.split()
|
|
if not len(rp): continue
|
|
op=rp[0]
|
|
if op in ('dir','ls'):
|
|
try:
|
|
_dir(rp[1] if len(rp)>1 else '.')
|
|
except:
|
|
print("directory not found")
|
|
elif op in ('cat','list'):
|
|
n=(" -n " in r) #print line-nums
|
|
s,e=1,1000000 #start/end
|
|
g=re.search("\s(-l\s*(\d+)([-,](\d+|\$)?)?)\s+",r[3:])
|
|
if g:
|
|
s=e=int(g.group(2))
|
|
if g.group(3):
|
|
e=int(g.group(4)) if g.group(4) and g.group(4).isdigit() else 1000000
|
|
try:
|
|
cat(rp[-1],s,e,numbers=n)
|
|
except:
|
|
print("file not found",rp[-1])
|
|
elif op in('grep','sed'):
|
|
if len(rp)<3:
|
|
print(op,"pattern filename")
|
|
continue
|
|
p=parseQuotedArgs(r[4:])
|
|
if not p:
|
|
continue
|
|
try:
|
|
if op=='grep':
|
|
grep(p[1],p[0],numbers=True)
|
|
else:
|
|
r=sed(p[1],p[0])
|
|
if r:
|
|
print("Lines processed: {} Lines modifed: {}".format(*r))
|
|
except (ValueError, OSError) as e:
|
|
print(e)
|
|
except RuntimeError:
|
|
print("problem with the regex; try a different pattern")
|
|
elif op=='help':
|
|
_help()
|
|
ext_cmd(rp)
|
|
elif ext_cmd(rp):
|
|
pass
|
|
else:
|
|
try:
|
|
if op in ('cp','copy'):
|
|
cp(rp[1],rp[2])
|
|
elif op=='cd':
|
|
os.chdir(rp[1] if len(rp)>1 else '/')
|
|
elif op=='mkdir':
|
|
os.mkdir(rp[1])
|
|
elif op=='rmdir':
|
|
os.rmdir(rp[1])
|
|
elif op in('mv','move','rename'):
|
|
os.rename(rp[1],rp[2])
|
|
elif op in('rm','del'):
|
|
os.remove(rp[1])
|
|
else:
|
|
print("command not implemented:",op)
|
|
except IndexError:
|
|
print("not enough argments; check syntax with 'help'")
|
|
except OSError:
|
|
print("file/folder not found or cannot be written")
|
|
gc.collect()
|
|
|
|
if __name__=="tf":
|
|
print("tf module loaded; members cp(), cat(), _dir(), grep() and sed()")
|
|
main()
|
|
|
|
# grep 12.*\) dmesg fails
|