forked from KEMT/zpwiki
113 lines
4.5 KiB
Python
113 lines
4.5 KiB
Python
|
import os
|
||
|
|
import sys
|
||
|
|
import re
|
||
|
|
import posixpath
|
||
|
|
import argparse
|
||
|
|
from pathlib import Path
|
||
|
|
from shutil import copyfile
|
||
|
|
import yaml
|
||
|
|
|
||
|
|
name_reg = re.compile(r"(/[0-9][0-9]\.)+")
|
||
|
|
|
||
|
|
|
||
|
|
def filter_string(string, string_replace='/', regex=name_reg):
|
||
|
|
return re.sub(regex, string_replace, string)
|
||
|
|
|
||
|
|
|
||
|
|
# Input: dirname_from: where you want to migrate from. migrate_rootpath: path including the new root dir of the structure
|
||
|
|
def transform_wiki(dirname_from, migrate_rootpath):
|
||
|
|
|
||
|
|
# New file structure
|
||
|
|
Path(migrate_rootpath).mkdir(parents=True, exist_ok=True)
|
||
|
|
dir_path_new = None
|
||
|
|
|
||
|
|
for root, dirs, files in os.walk('./' + dirname_from, topdown=False):
|
||
|
|
|
||
|
|
# Filter the new names i dst
|
||
|
|
root_src = root
|
||
|
|
root_dst = filter_string(root, '/', name_reg)
|
||
|
|
|
||
|
|
# Make a new regural dirs (without bottom dir which is replaced by .md file)
|
||
|
|
path = '/'.join(root_dst.split('/')[2:-1]) # The path following the root dir (./Pages)
|
||
|
|
dir_path_new = migrate_rootpath + '/' + path
|
||
|
|
Path(dir_path_new).mkdir(parents=True, exist_ok=True)
|
||
|
|
|
||
|
|
for file_name in files:
|
||
|
|
# File path in original structure
|
||
|
|
file_path_scr = root_src + "/" + file_name
|
||
|
|
|
||
|
|
# Test for only altering .md-files
|
||
|
|
if not file_name.endswith(".md"):
|
||
|
|
# Copy other files from scr
|
||
|
|
src = file_path_scr
|
||
|
|
dst = '/'.join([dir_path_new, file_name])
|
||
|
|
copyfile(src, dst)
|
||
|
|
continue
|
||
|
|
|
||
|
|
# Open original file
|
||
|
|
with open(file_path_scr) as f_from:
|
||
|
|
|
||
|
|
try:
|
||
|
|
# New name convention for .md-files migrated to new structure
|
||
|
|
new_filepath = dir_path_new + '/' + os.path.basename(root_dst) + '.md'
|
||
|
|
with open(new_filepath, 'w') as f_to:
|
||
|
|
lines = []
|
||
|
|
yamlfront = []
|
||
|
|
inyamlfront = False
|
||
|
|
for l in f_from:
|
||
|
|
line = l.rstrip()
|
||
|
|
if len(lines) == 0 and line.startswith("---"):
|
||
|
|
inyamlfront = True
|
||
|
|
elif inyamlfront:
|
||
|
|
if line.startswith("---"):
|
||
|
|
inyamlfront = False
|
||
|
|
print(yamlfront)
|
||
|
|
front = yaml.load("\n".join(yamlfront))
|
||
|
|
if "taxonomy" in front:
|
||
|
|
taxonomy = front["taxonomy"]
|
||
|
|
del front["taxonomy"]
|
||
|
|
tags = []
|
||
|
|
if "tags" in taxonomy:
|
||
|
|
tags = taxonomy["tags"]
|
||
|
|
if "categories" in taxonomy:
|
||
|
|
for tag in taxonomy["categories"]:
|
||
|
|
tags.append("cat:" + tag)
|
||
|
|
del taxonomy["categories"]
|
||
|
|
if len(tags) > 0:
|
||
|
|
taxonomy["tags"] = tags
|
||
|
|
for k,v in taxonomy.items():
|
||
|
|
front[k] = v
|
||
|
|
del yamlfront[:]
|
||
|
|
yamlfront.append("---")
|
||
|
|
yamlfront.append(yaml.dump(front))
|
||
|
|
yamlfront.append("---")
|
||
|
|
else:
|
||
|
|
yamlfront.append(line)
|
||
|
|
else:
|
||
|
|
lines.append(line)
|
||
|
|
if len(yamlfront) > 0:
|
||
|
|
for line in yamlfront:
|
||
|
|
print(line,file=f_to)
|
||
|
|
for line in lines:
|
||
|
|
print(line,file=f_to)
|
||
|
|
|
||
|
|
except UnicodeDecodeError:
|
||
|
|
print("UnocodeError in :" + file_path_scr)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == "__main__":
|
||
|
|
'''
|
||
|
|
path = 'pages_migrated_example/55.usaa/cvicenia/05.linked.md'
|
||
|
|
#path = '05.linked.md'
|
||
|
|
print(path)
|
||
|
|
path = filter_string(path, '/', name_reg)
|
||
|
|
print(path)
|
||
|
|
'''
|
||
|
|
|
||
|
|
parser = argparse.ArgumentParser()
|
||
|
|
parser.add_argument("dirname", type=str)
|
||
|
|
parser.add_argument("migrate_root",type=str)
|
||
|
|
args = parser.parse_args()
|
||
|
|
transform_wiki(args.dirname, args.migrate_root)
|
||
|
|
|