80 lines
2.0 KiB
Python
80 lines
2.0 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import os
|
|
import multiprocessing
|
|
from datetime import datetime
|
|
from random import sample, seed
|
|
import rank_with_churn
|
|
import glob
|
|
from node_ranking import (
|
|
# page_rank,
|
|
# sensor_rank,
|
|
# find_rank,
|
|
parse_csv,
|
|
# csv_loader,
|
|
build_graph,
|
|
# Node,
|
|
# RankedNode,
|
|
)
|
|
|
|
|
|
def open_mkdir(path, mode):
|
|
os.makedirs(os.path.dirname(path), exist_ok=True)
|
|
return open(path, mode)
|
|
|
|
def load_data(path):
|
|
data = []
|
|
with open(path, 'r') as f:
|
|
for line in f:
|
|
data.append(parse_csv(line))
|
|
|
|
return data
|
|
|
|
def edges_from(g, node):
|
|
return list(filter(lambda e: e[1] == node, g.edges()))
|
|
|
|
def remove_edges(path, edges, percentage):
|
|
when = datetime.fromtimestamp(float(path.split('/')[-1][:-4]))
|
|
log = f'{when=}, {percentage=}'
|
|
print(log)
|
|
# edges = load_data(path)
|
|
g = build_graph(edges)
|
|
edges = edges_from(g, rank_with_churn.KNOWN)
|
|
for_removal = sample(edges, int(len(edges) * percentage))
|
|
for edge in for_removal:
|
|
g.remove_edge(edge[0], edge[1])
|
|
path = f'./edges_reduced/{percentage:.02f}/{when.timestamp()}.txt'
|
|
rows = []
|
|
with open_mkdir(path, 'w') as f:
|
|
for [s, d] in g.edges():
|
|
f.write(f'{s.node.ip},{s.node.port},{d.node.ip},{d.node.port}\n')
|
|
# f.write(row)
|
|
return f'done: {log}'
|
|
|
|
|
|
def work(params):
|
|
# print(f'starting work {params=}')
|
|
path, edges, percentage = params
|
|
remove_edges(path, edges, percentage)
|
|
|
|
|
|
percentages = [0.0, 0.1, 0.2, 0.25, 0.3, 0.4, 0.5, 0.6, 0.7, 0.75, 0.8, 0.9]
|
|
# percentages = [0.0]
|
|
def main():
|
|
params = []
|
|
for file in glob.glob('./edges/*.txt'):
|
|
edges = load_data(file)
|
|
for percentage in percentages:
|
|
params.append([file, edges, percentage])
|
|
# remove_edges(file, percentage)
|
|
|
|
print('created params')
|
|
with multiprocessing.Pool(processes=8) as pool:
|
|
res = pool.map(work, params)
|
|
for r in res:
|
|
print(r)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
main()
|