fix linting issues
This commit is contained in:
Anish Lakhwara
parent
def2c82a56
commit
55094a3367
|
|
@ -1,8 +1,12 @@
|
|||
#! /usr/bin/env python3
|
||||
# Various methods of grabbing files from Kitaab based on their ctags as generated by vimwiki
|
||||
|
||||
# Various methods of grabbing files from Kitaab
|
||||
# based on their ctags as generated by vimwiki
|
||||
# censor - burn all mentions of this word wherever it appears in Kitaab
|
||||
# filter - leave names in tact but do not link to relevant documents
|
||||
# create - list in an index file for website
|
||||
from shared.censor import privateList
|
||||
from shared import TagHelper, config
|
||||
from os import listdir, mkdir, path, remove
|
||||
import shutil
|
||||
import random
|
||||
|
|
@ -11,15 +15,15 @@ from . import convert
|
|||
import os
|
||||
import sys
|
||||
sys.path.append("../")
|
||||
from shared.censor import privateList
|
||||
from shared import TagHelper, config
|
||||
|
||||
## TODO: generalize based on headings(?) in index.wiki
|
||||
# TODO: generalize based on headings(?) in index.wiki
|
||||
|
||||
censor = privateList
|
||||
# TODO put this in config too...
|
||||
filter = ["dream", "gratitude", "review", "jrnl", "work", "job", "debt", "people", "priv", "threatdefence", "info"]
|
||||
#TODO create = ...
|
||||
filter = ["dream", "gratitude", "review", "jrnl", "work", "job", "debt",
|
||||
"people", "priv", "threatdefence", "info"]
|
||||
# TODO create = ...
|
||||
|
||||
|
||||
def loadNetwork(path='network.json'):
|
||||
# Loads the network.json file
|
||||
|
|
@ -27,13 +31,16 @@ def loadNetwork(path='network.json'):
|
|||
everything = json.load(f)
|
||||
return everything
|
||||
|
||||
|
||||
def setNetwork(everything):
|
||||
# Everything is loaded from the network.json file
|
||||
keys = set(everything.network())
|
||||
# keys = set(everything.network())
|
||||
network = ""
|
||||
values = set(everything.values())
|
||||
everything = network + values
|
||||
return everything
|
||||
|
||||
|
||||
def filterFiles(AllFileList):
|
||||
toFilter = filter + censor
|
||||
tagList = TagHelper.getAllTags()
|
||||
|
|
@ -45,6 +52,7 @@ def filterFiles(AllFileList):
|
|||
print("Key not found: {}".format(mask))
|
||||
return AllFileList - doNotTakeFiles
|
||||
|
||||
|
||||
def untaggedFiles(AllFileList=TagHelper.getAllFiles()):
|
||||
toFilter = filter + censor
|
||||
tagList = TagHelper.getAllTags()
|
||||
|
|
@ -54,7 +62,8 @@ def untaggedFiles(AllFileList=TagHelper.getAllFiles()):
|
|||
doNotTakeFiles.update(tagList[mask])
|
||||
except KeyError:
|
||||
print("Key not found: {}".format(mask))
|
||||
return set.difference(AllFileList, doNotTakeFiles)
|
||||
return set.difference(AllFileList, doNotTakeFiles)
|
||||
|
||||
|
||||
def censorNetwork(network):
|
||||
# Takes network as a set
|
||||
|
|
@ -64,31 +73,37 @@ def censorNetwork(network):
|
|||
network.remove(c)
|
||||
return network
|
||||
|
||||
|
||||
def generateBlocks(size=1):
|
||||
# Generates a length size unicode string that is formed from blocks:
|
||||
charList = ['▐', '░', '▒', '▓', '▔', '▕', '▖▗', '▘▙', '▚', '▛', '▜', '▝', '▞', '▟']
|
||||
# Generates a length size unicode string that is formed from blocks
|
||||
charList = ['▐', '░', '▒', '▓', '▔', '▕', '▖▗',
|
||||
'▘▙', '▚', '▛', '▜', '▝', '▞', '▟']
|
||||
ret = ""
|
||||
while size > 0:
|
||||
size = size - 1
|
||||
rand = random.randint(0,13)
|
||||
rand = random.randint(0, 13)
|
||||
ret = ret + charList[rand]
|
||||
return ret
|
||||
|
||||
|
||||
def createIndexNode(network):
|
||||
pass
|
||||
|
||||
|
||||
def copyFiles(fileList):
|
||||
baseFilePath = '/home/anish/vimwiki/'
|
||||
outputFilePath = '../raw/' # TODO relative path....
|
||||
outputFilePath = '../raw/' # TODO relative path....
|
||||
try:
|
||||
mkdir(outputFilePath)
|
||||
mkdir(outputFilePath)
|
||||
except FileExistsError:
|
||||
pass
|
||||
for f in fileList:
|
||||
try:
|
||||
shutil.copy(baseFilePath + f, outputFilePath + f)
|
||||
except FileNotFoundError:
|
||||
print("Could not copy file {} to {}".format(baseFilePath + f, outputFilePath + f))
|
||||
print("Could not copy file {} to {}".format(baseFilePath+f,
|
||||
outputFilePath+f))
|
||||
|
||||
|
||||
def censorFiles(outputBasePath='../raw/'):
|
||||
for fileName in listdir(outputBasePath):
|
||||
|
|
@ -105,6 +120,7 @@ def censorFiles(outputBasePath='../raw/'):
|
|||
for line in newFile:
|
||||
f.write(line)
|
||||
|
||||
|
||||
def convertFiles(outputBasePath='../raw/'):
|
||||
for filename in listdir(outputBasePath):
|
||||
if not path.isfile(outputBasePath + filename):
|
||||
|
|
@ -116,22 +132,22 @@ def convertFiles(outputBasePath='../raw/'):
|
|||
convert.convert_file(outputBasePath + filename)
|
||||
remove(outputBasePath + filename)
|
||||
except RuntimeError as e:
|
||||
print(f"Could not convert file {outputBasePath + filename} because {e}")
|
||||
print(f"Could not convert file {outputBasePath+filename}: {e}")
|
||||
|
||||
|
||||
def deleteOldRaw():
|
||||
if os.path.exists(config.raw_folder):
|
||||
shutil.rmtree(config.raw_folder)
|
||||
|
||||
|
||||
if __name__=='__main__':
|
||||
|
||||
#network = loadNetwork()
|
||||
#network = censorNetwork(network)
|
||||
if __name__ == '__main__':
|
||||
# network = loadNetwork()
|
||||
# network = censorNetwork(network)
|
||||
deleteOldRaw()
|
||||
AllFiles = TagHelper.getAllFiles()
|
||||
FilteredFiles = filterFiles(AllFiles)
|
||||
copyFiles(FilteredFiles)
|
||||
print("Censoring files...")
|
||||
censorFiles()
|
||||
#print("Converting files...")
|
||||
#convertFiles()
|
||||
# print("Converting files...")
|
||||
# convertFiles()
|
||||
|
|
|
|||
Loading…
Reference in a new issue