Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Handle hard links correctly #4

Open
wants to merge 5 commits into
base: main
Choose a base branch
from
Open

Handle hard links correctly #4

Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
c578336
Handle hard links correctly in 'subtree_sums' and 'star_dot_star'
emi80 Jul 15, 2021
49959f7
Update 'by_user' to handle hard links
emi80 Jul 15, 2021
7c4ea7c
Update 'by_group' for hard links
emi80 Jul 15, 2021
61ac34a
Update 'by_suffix' to handle hard links
emi80 Jul 15, 2021
3726b47
Fix total_size for hard links in 'get_subdir_data'
emi80 Jul 15, 2021
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
129 changes: 82 additions & 47 deletions cli/treemap.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -245,19 +245,25 @@ def subtree_sums(
for the given path and filters passed on via the
args dictionary
'''
subqry = '''
(select blocks, atime_cost,
count(inode) as links
from files
where full_path like '{}/%'
'''.format(path)
qry = '''
select
sum(blocks*512) as tot_size,
count(*) as tot_num,
sum(links) as tot_num,
sum(atime_cost) as tot_atime_cost
from files
where full_path like '{}/%'
from {}
'''
qry = qry.format(path)
qry += filter_qry(
subqry += filter_qry(
group, user,
modified_before, modified_after, accessed_before, accessed_after,
size_less_than, size_greater_than, suffix, regex)
subqry += 'group by blocks, atime_cost)'
qry = qry.format(subqry)
return get_click(database).execute(qry)[0]


Expand All @@ -269,21 +275,27 @@ def star_dot_star(
'''
get sums for the given path and filters passed on via the args dictionary
'''
subqry = '''
(select blocks, atime_cost,
count(inode) as links
from files
where directory='{}'
'''.format(path)
qry = '''
select
sum(blocks*512) as tot_size,
count(*) as tot_num,
sum(links) as tot_num,
sum(atime_cost) as tot_atime_cost
from files
where directory='{}'
from {}
'''
qry = qry.format(path)
qry += filter_qry(
subqry += filter_qry(
group, user,
modified_before, modified_after,
accessed_before, accessed_after,
size_less_than, size_greater_than,
suffix, regex)
subqry += 'group by blocks, atime_cost)'
qry = qry.format(subqry)
return get_click(database).execute(qry)[0]


Expand All @@ -309,15 +321,22 @@ def get_subdir_data(
tot_num_files = 0
tot_atime_cost = 0

# get the *.* data if any
size, num_files, atime_cost = star_dot_star(
# get totals for the current folder
size, num_files, atime_cost = subtree_sums(
database, path, group, user,
modified_before, modified_after, accessed_before, accessed_after,
size_less_than, size_greater_than, suffix, regex)
if num_files > 0:
tot_size += size
tot_num_files += num_files
tot_atime_cost += atime_cost

# get the *.* data if any
size, num_files, atime_cost = star_dot_star(
database, path, group, user,
modified_before, modified_after, accessed_before, accessed_after,
size_less_than, size_greater_than, suffix, regex)
if num_files > 0:
children.append({
'name': '*.*',
'size': size,
Expand All @@ -331,9 +350,6 @@ def get_subdir_data(
modified_before, modified_after, accessed_before, accessed_after,
size_less_than, size_greater_than, suffix, regex)
if num_files > 0:
tot_size += size
tot_num_files += num_files
tot_atime_cost += atime_cost
children.append({
'name': directory.rsplit('/', 1)[-1],
'size': size,
Expand Down Expand Up @@ -369,30 +385,35 @@ def by_user(
children = data['children']

# prepare the query to get the by_user data
subqry = '''
(select uid, blocks, atime_cost,
count(inode) as links
from files
where full_path like '{}/%'
'''.format(path)
qry = '''
select
uid,
sum(blocks*512) as size,
count(*) as num_files,
sum(atime_cost) as atime_cost
from files
where full_path like '{}/%'
sum(links) as num_files,
sum(atime_cost) as tot_atime_cost
from {}
'''
qry = qry.format(path)
qry += filter_qry(
subqry += filter_qry(
group, user,
modified_before, modified_after,
accessed_before, accessed_after,
size_less_than, size_greater_than,
suffix, regex)
subqry += 'group by uid, blocks, atime_cost)'
qry = qry.format(subqry)
qry += '''
group by uid
order by {} desc
limit {}
'''
'''.format(order_by, limit)

# execute it and process the results
qry = qry.format(order_by, limit)
rows = get_click(database).execute(qry)
for row in rows:
children.append({
Expand Down Expand Up @@ -434,26 +455,33 @@ def by_group(
children = data['children']

# prepare the query to get the by_group data
subqry = '''
(select gid, blocks, atime_cost,
count(inode) as links
from files
where full_path like '{}/%'
'''.format(path)
qry = '''
select
gid,
sum(blocks*512) as size,
count(*) as num_files,
sum(atime_cost) as atime_cost
from files
where full_path like '{}/%'
sum(links) as num_files,
sum(atime_cost) as tot_atime_cost
from {}
'''
qry = qry.format(path)
qry += filter_qry(
subqry += filter_qry(
group, user,
modified_before, modified_after, accessed_before, accessed_after,
size_less_than, size_greater_than, suffix, regex)
modified_before, modified_after,
accessed_before, accessed_after,
size_less_than, size_greater_than,
suffix, regex)
subqry += 'group by gid, blocks, atime_cost)'
qry = qry.format(subqry)
qry += '''
group by gid
order by {} desc
limit {}
'''
qry = qry.format(order_by, limit)
'''.format(order_by, limit)

# execute it and process the results
rows = get_click(database).execute(qry)
Expand Down Expand Up @@ -492,26 +520,33 @@ def by_suffix(
children = data['children']

# prepare the query to get the by_suffix data
subqry = '''
(select suffix, blocks, atime_cost,
count(inode) as links
from files
where full_path like '{}/%'
'''.format(path)
qry = '''
select
suffix,
sum(blocks*512) as size,
count(*) as num_files,
sum(atime_cost) as atime_cost
from files
where full_path like '{}/%'
'''
qry = qry.format(path)
qry += filter_qry(
select
suffix,
sum(blocks*512) as size,
sum(links) as num_files,
sum(atime_cost) as tot_atime_cost
from {}
'''
subqry += filter_qry(
group, user,
modified_before, modified_after, accessed_before, accessed_after,
size_less_than, size_greater_than, suffix, regex)
modified_before, modified_after,
accessed_before, accessed_after,
size_less_than, size_greater_than,
suffix, regex)
subqry += 'group by suffix, blocks, atime_cost)'
qry = qry.format(subqry)
qry += '''
group by suffix
order by {} desc
limit {}
'''
qry = qry.format(order_by, limit)
'''.format(order_by, limit)

# excecute it and process the results
rows = get_click(database).execute(qry)
Expand Down