OKBHscraper/gephi_csv.py at master · maxjo020418/OKBHscraper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
import pandas as pd
import pickle

# makes node & edges csv file for detailed gephi graphing

# nodes csv file #########################################################

infile = open('./files/fdist', 'rb')
fdist = pickle.load(infile)
infile.close()

df_nodes = pd.DataFrame({'Id' : [i for i in range(1, len(fdist) + 1)],
                         'Name' : [k for k, v in fdist.items()],
                         'Count' : [v for k, v in fdist.items()],
                         })


df_nodes.to_csv('./csv/nodes.csv', sep = ',', index = False)
print('saved nodes.csv')

# edges csv file #########################################################

df_matrix = pd.read_csv("./csv/matrix.csv", index_col = 0)

def finder(q): # finding the matching indexes in df_nodes (gephi format)
    try:
        return df_nodes['Name'][df_nodes['Name'] == q].index[0]
    except:
        print("<finder>: can't find")
        quit()


df_edges = pd.DataFrame({'Source' : [],
                         'Target' : [],
                         'Type' : ['Undirected' for x in range(len(df_matrix))],
                         'Weight' : [],
                         })


df_edges.to_csv('./csv/edges.csv', sep = ',', index = False)
print('saved nodes.csv')


print(finder('http'))