mirror of https://github.com/deadc0de6/catcli
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
196 lines
6.7 KiB
Python
196 lines
6.7 KiB
Python
"""
|
|
author: deadc0de6 (https://github.com/deadc0de6)
|
|
Copyright (c) 2017, deadc0de6
|
|
|
|
Basic unittest for updating an index
|
|
"""
|
|
|
|
import unittest
|
|
import os
|
|
|
|
from catcli.catcli import cmd_index, cmd_update
|
|
from catcli.noder import Noder
|
|
from catcli.catalog import Catalog
|
|
from tests.helpers import create_dir, create_rnd_file, get_tempdir, \
|
|
clean, unix_tree, edit_file, read_from_file, md5sum
|
|
import anytree
|
|
|
|
|
|
class TestIndexing(unittest.TestCase):
|
|
|
|
def test_index(self):
|
|
# init
|
|
workingdir = get_tempdir()
|
|
catalogpath = create_rnd_file(workingdir, 'catalog.json', content='')
|
|
self.addCleanup(clean, workingdir)
|
|
|
|
dirpath = get_tempdir()
|
|
self.addCleanup(clean, dirpath)
|
|
|
|
# create 3 files
|
|
f1 = create_rnd_file(dirpath, 'file1')
|
|
f2 = create_rnd_file(dirpath, 'file2')
|
|
f3 = create_rnd_file(dirpath, 'file3')
|
|
f4 = create_rnd_file(dirpath, 'file4')
|
|
|
|
# create 2 directories
|
|
d1 = create_dir(dirpath, 'dir1')
|
|
d2 = create_dir(dirpath, 'dir2')
|
|
|
|
# fill directories with files
|
|
d1f1 = create_rnd_file(d1, 'dir1file1')
|
|
d1f2 = create_rnd_file(d1, 'dir1file2')
|
|
d2f1 = create_rnd_file(d2, 'dir2file1')
|
|
|
|
noder = Noder()
|
|
top = noder.new_top_node()
|
|
catalog = Catalog(catalogpath, force=True, verbose=False)
|
|
|
|
# get checksums
|
|
f4_md5 = md5sum(f4)
|
|
self.assertTrue(f4_md5)
|
|
d1f1_md5 = md5sum(d1f1)
|
|
self.assertTrue(d1f1_md5)
|
|
|
|
# create fake args
|
|
tmpdirname = 'tmpdir'
|
|
args = {'<path>': dirpath, '<name>': tmpdirname,
|
|
'--hash': True, '--meta': ['some meta'],
|
|
'--no-subsize': False, '--verbose': True}
|
|
|
|
# index the directory
|
|
unix_tree(dirpath)
|
|
cmd_index(args, noder, catalog, top, debug=True)
|
|
self.assertTrue(os.stat(catalogpath).st_size != 0)
|
|
|
|
# ensure md5 sum are in
|
|
nods = noder.find_name(top, os.path.basename(f4))
|
|
self.assertTrue(len(nods) == 1)
|
|
nod = nods[0]
|
|
self.assertTrue(nod)
|
|
self.assertTrue(nod.md5 == f4_md5)
|
|
|
|
# print catalog
|
|
noder.print_tree(top)
|
|
|
|
# add some files and directories
|
|
new1 = create_rnd_file(d1, 'newf1')
|
|
new2 = create_rnd_file(dirpath, 'newf2')
|
|
new3 = create_dir(dirpath, 'newd3')
|
|
new4 = create_dir(d2, 'newd4')
|
|
new5 = create_rnd_file(new4, 'newf5')
|
|
unix_tree(dirpath)
|
|
|
|
# modify files
|
|
EDIT = 'edited'
|
|
edit_file(d1f1, EDIT)
|
|
d1f1_md5_new = md5sum(d1f1)
|
|
self.assertTrue(d1f1_md5_new)
|
|
self.assertTrue(d1f1_md5_new != d1f1_md5)
|
|
|
|
# change file without mtime
|
|
maccess = os.path.getmtime(f4)
|
|
EDIT = 'edited'
|
|
edit_file(f4, EDIT)
|
|
# reset edit time
|
|
os.utime(f4, (maccess, maccess))
|
|
f4_md5_new = md5sum(d1f1)
|
|
self.assertTrue(f4_md5_new)
|
|
self.assertTrue(f4_md5_new != f4_md5)
|
|
|
|
# update storage
|
|
cmd_update(args, noder, catalog, top, debug=True)
|
|
|
|
# print catalog
|
|
# print(read_from_file(catalogpath))
|
|
noder.print_tree(top)
|
|
|
|
# explore the top node to find all nodes
|
|
self.assertTrue(len(top.children) == 1)
|
|
storage = top.children[0]
|
|
self.assertTrue(len(storage.children) == 8)
|
|
|
|
# ensure d1f1 md5 sum has changed in catalog
|
|
nods = noder.find_name(top, os.path.basename(d1f1))
|
|
self.assertTrue(len(nods) == 1)
|
|
nod = nods[0]
|
|
self.assertTrue(nod)
|
|
self.assertTrue(nod.md5 != d1f1_md5)
|
|
self.assertTrue(nod.md5 == d1f1_md5_new)
|
|
|
|
# ensure f4 md5 sum has changed in catalog
|
|
nods = noder.find_name(top, os.path.basename(f4))
|
|
self.assertTrue(len(nods) == 1)
|
|
nod = nods[0]
|
|
self.assertTrue(nod)
|
|
self.assertTrue(nod.md5 != f4_md5)
|
|
self.assertTrue(nod.md5 == f4_md5_new)
|
|
|
|
# ensures files and directories are in
|
|
names = [node.name for node in anytree.PreOrderIter(storage)]
|
|
print(names)
|
|
self.assertTrue(os.path.basename(f1) in names)
|
|
self.assertTrue(os.path.basename(f2) in names)
|
|
self.assertTrue(os.path.basename(f3) in names)
|
|
self.assertTrue(os.path.basename(f4) in names)
|
|
self.assertTrue(os.path.basename(d1) in names)
|
|
self.assertTrue(os.path.basename(d1f1) in names)
|
|
self.assertTrue(os.path.basename(d1f2) in names)
|
|
self.assertTrue(os.path.basename(d2) in names)
|
|
self.assertTrue(os.path.basename(d2f1) in names)
|
|
self.assertTrue(os.path.basename(new1) in names)
|
|
self.assertTrue(os.path.basename(new2) in names)
|
|
self.assertTrue(os.path.basename(new3) in names)
|
|
self.assertTrue(os.path.basename(new4) in names)
|
|
self.assertTrue(os.path.basename(new5) in names)
|
|
|
|
for node in storage.children:
|
|
if node.name == os.path.basename(d1):
|
|
self.assertTrue(len(node.children) == 3)
|
|
elif node.name == os.path.basename(d2):
|
|
self.assertTrue(len(node.children) == 2)
|
|
elif node.name == os.path.basename(new3):
|
|
self.assertTrue(len(node.children) == 0)
|
|
elif node.name == os.path.basename(new4):
|
|
self.assertTrue(len(node.children) == 1)
|
|
self.assertTrue(read_from_file(d1f1) == EDIT)
|
|
|
|
# remove some files
|
|
clean(d1f1)
|
|
clean(d2)
|
|
clean(new2)
|
|
clean(new4)
|
|
|
|
# update storage
|
|
cmd_update(args, noder, catalog, top, debug=True)
|
|
|
|
# ensures files and directories are (not) in
|
|
names = [node.name for node in anytree.PreOrderIter(storage)]
|
|
print(names)
|
|
self.assertTrue(os.path.basename(f1) in names)
|
|
self.assertTrue(os.path.basename(f2) in names)
|
|
self.assertTrue(os.path.basename(f3) in names)
|
|
self.assertTrue(os.path.basename(d1) in names)
|
|
self.assertTrue(os.path.basename(d1f1) not in names)
|
|
self.assertTrue(os.path.basename(d1f2) in names)
|
|
self.assertTrue(os.path.basename(d2) not in names)
|
|
self.assertTrue(os.path.basename(d2f1) not in names)
|
|
self.assertTrue(os.path.basename(new1) in names)
|
|
self.assertTrue(os.path.basename(new2) not in names)
|
|
self.assertTrue(os.path.basename(new3) in names)
|
|
self.assertTrue(os.path.basename(new4) not in names)
|
|
self.assertTrue(os.path.basename(new5) not in names)
|
|
for node in storage.children:
|
|
if node.name == os.path.basename(d1):
|
|
self.assertTrue(len(node.children) == 2)
|
|
elif node.name == os.path.basename(new3):
|
|
self.assertTrue(len(node.children) == 0)
|
|
|
|
|
|
def main():
|
|
unittest.main()
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|