38 lines
1.3 KiB
Python
38 lines
1.3 KiB
Python
|
import nbformat
|
||
|
|
from nbdev.export import read_nb
|
||
|
|
from fastcore.all import *
|
||
|
|
|
||
|
|
_re_header = re.compile(r'^#+\s+\S+')
|
||
|
|
_re_clean = re.compile(r'^\s*#\s*clean\s*')
|
||
|
|
|
||
|
|
def is_header_cell(cell): return _re_header.search(cell['source']) is not None
|
||
|
|
def is_clean_cell(cell): return _re_clean.search(cell['source']) is not None
|
||
|
|
|
||
|
|
_re_questionnaire = re.compile(r'^#+\s+Questionnaire')
|
||
|
|
|
||
|
|
def get_stop_idx(cells):
|
||
|
|
i = 0
|
||
|
|
while i < len(cells) and _re_questionnaire.search(cells[i]['source']) is None: i+=1
|
||
|
|
return i
|
||
|
|
|
||
|
|
def clean_tags(cell):
|
||
|
|
if is_header_cell(cell): return cell
|
||
|
|
for attr in ["id", "caption", "alt", "width", "hide_input", "hide_output", "clean"]:
|
||
|
|
cell["source"] = re.sub(r'#\s*' + attr + r'.*?($|\n)', '', cell["source"])
|
||
|
|
return cell
|
||
|
|
|
||
|
|
def clean_nb(fname, dest):
|
||
|
|
nb = read_nb(fname)
|
||
|
|
i = get_stop_idx(nb['cells'])
|
||
|
|
nb['cells'] = [clean_tags(c) for j,c in enumerate(nb['cells']) if
|
||
|
|
c['cell_type']=='code' or is_header_cell(c) or is_clean_cell(c) or j >= i]
|
||
|
|
with open(dest/fname.name, 'w') as f: nbformat.write(nb, f, version=4)
|
||
|
|
|
||
|
|
def clean_all(path='.', dest_path='clean'):
|
||
|
|
path,dest_path = Path(path),Path(dest_path)
|
||
|
|
fns = [f for f in path.iterdir() if f.suffix == '.ipynb' and not f.name.startswith('_')]
|
||
|
|
for fn in fns: clean_nb(fn, dest=dest_path)
|
||
|
|
|
||
|
|
if __name__=='__main__': clean_all()
|
||
|
|
|