fix linting issues

main
Anish Lakhwara 2022-02-26 21:57:34 +10:00
parent def2c82a56
commit 55094a3367
1 changed files with 37 additions and 21 deletions

View File

@ -1,8 +1,12 @@
#! /usr/bin/env python3
# Various methods of grabbing files from Kitaab based on their ctags as generated by vimwiki
# Various methods of grabbing files from Kitaab
# based on their ctags as generated by vimwiki
# censor - burn all mentions of this word wherever it appears in Kitaab
# filter - leave names in tact but do not link to relevant documents
# create - list in an index file for website
from shared.censor import privateList
from shared import TagHelper, config
from os import listdir, mkdir, path, remove
import shutil
import random
@ -11,15 +15,15 @@ from . import convert
import os
import sys
sys.path.append("../")
from shared.censor import privateList
from shared import TagHelper, config
## TODO: generalize based on headings(?) in index.wiki
# TODO: generalize based on headings(?) in index.wiki
censor = privateList
# TODO put this in config too...
filter = ["dream", "gratitude", "review", "jrnl", "work", "job", "debt", "people", "priv", "threatdefence", "info"]
#TODO create = ...
filter = ["dream", "gratitude", "review", "jrnl", "work", "job", "debt",
"people", "priv", "threatdefence", "info"]
# TODO create = ...
def loadNetwork(path='network.json'):
# Loads the network.json file
@ -27,13 +31,16 @@ def loadNetwork(path='network.json'):
everything = json.load(f)
return everything
def setNetwork(everything):
# Everything is loaded from the network.json file
keys = set(everything.network())
# keys = set(everything.network())
network = ""
values = set(everything.values())
everything = network + values
return everything
def filterFiles(AllFileList):
toFilter = filter + censor
tagList = TagHelper.getAllTags()
@ -45,6 +52,7 @@ def filterFiles(AllFileList):
print("Key not found: {}".format(mask))
return AllFileList - doNotTakeFiles
def untaggedFiles(AllFileList=TagHelper.getAllFiles()):
toFilter = filter + censor
tagList = TagHelper.getAllTags()
@ -54,7 +62,8 @@ def untaggedFiles(AllFileList=TagHelper.getAllFiles()):
doNotTakeFiles.update(tagList[mask])
except KeyError:
print("Key not found: {}".format(mask))
return set.difference(AllFileList, doNotTakeFiles)
return set.difference(AllFileList, doNotTakeFiles)
def censorNetwork(network):
# Takes network as a set
@ -64,31 +73,37 @@ def censorNetwork(network):
network.remove(c)
return network
def generateBlocks(size=1):
# Generates a length size unicode string that is formed from blocks:
charList = ['', '', '', '', '', '', '▖▗', '▘▙', '', '', '', '', '', '']
# Generates a length size unicode string that is formed from blocks
charList = ['', '', '', '', '', '', '▖▗',
'▘▙', '', '', '', '', '', '']
ret = ""
while size > 0:
size = size - 1
rand = random.randint(0,13)
rand = random.randint(0, 13)
ret = ret + charList[rand]
return ret
def createIndexNode(network):
pass
def copyFiles(fileList):
baseFilePath = '/home/anish/vimwiki/'
outputFilePath = '../raw/' # TODO relative path....
outputFilePath = '../raw/' # TODO relative path....
try:
mkdir(outputFilePath)
mkdir(outputFilePath)
except FileExistsError:
pass
for f in fileList:
try:
shutil.copy(baseFilePath + f, outputFilePath + f)
except FileNotFoundError:
print("Could not copy file {} to {}".format(baseFilePath + f, outputFilePath + f))
print("Could not copy file {} to {}".format(baseFilePath+f,
outputFilePath+f))
def censorFiles(outputBasePath='../raw/'):
for fileName in listdir(outputBasePath):
@ -105,6 +120,7 @@ def censorFiles(outputBasePath='../raw/'):
for line in newFile:
f.write(line)
def convertFiles(outputBasePath='../raw/'):
for filename in listdir(outputBasePath):
if not path.isfile(outputBasePath + filename):
@ -116,22 +132,22 @@ def convertFiles(outputBasePath='../raw/'):
convert.convert_file(outputBasePath + filename)
remove(outputBasePath + filename)
except RuntimeError as e:
print(f"Could not convert file {outputBasePath + filename} because {e}")
print(f"Could not convert file {outputBasePath+filename}: {e}")
def deleteOldRaw():
if os.path.exists(config.raw_folder):
shutil.rmtree(config.raw_folder)
if __name__=='__main__':
#network = loadNetwork()
#network = censorNetwork(network)
if __name__ == '__main__':
# network = loadNetwork()
# network = censorNetwork(network)
deleteOldRaw()
AllFiles = TagHelper.getAllFiles()
FilteredFiles = filterFiles(AllFiles)
copyFiles(FilteredFiles)
print("Censoring files...")
censorFiles()
#print("Converting files...")
#convertFiles()
# print("Converting files...")
# convertFiles()