dsa110-nsfrb/setup.py at main · dsa110/dsa110-nsfrb · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
from setuptools import setup, Extension
from version import get_git_version

setup(name='dsa110-nsfrb',
      version=get_git_version(),
      #version="0.1.0",
      url='http://github.com/dsa110/dsa110-nsfrb',
      python_requires='>3.8',
#      requirements=['seaborn', 'astropy', 'hdbscan', 'progress'],
      packages=['nsfrb','simulations_and_classifications','inject','dsaT4','realtime','realtime'],
      zip_safe=False,
      #ext_modules=[
      #    Extension(
      #        name="rtreader",
    #       sources=["realtime/rtreader/rtreader.c"],
    #      ),
     # ]
)

H24_INSTALL=0 #set INSTALLMODE=H24_INSTALL for full server installation on h24
CORR_INSTALL=1 #set INSTALLMODE=CORR_INSTALL if installing realtime imager on the corr nodes
T4REMOTE_INSTALL=2 #set INSTALLMODE=T4REMOTE_INSTALL if installing T4 candidate post-processor on a remote server (e.g. h20)
INSTALLMODE = H24_INSTALL


#get local nsfrb directory
import os
import csv
import glob
os.system("pwd > metadata.txt")
os.system("sed -i \"s|NSFRBDIR|$PWD|g\" $PWD/realtime/rt_imager.service")

if INSTALLMODE == CORR_INSTALL:
    pass
    #os.system("mkdir ../dsa110-nsfrb-injections")
    #os.system("mkdir ../dsa110-nsfrb-injections/realtime_staging_sb")
    """
    os.system("mkdir ../dsa110-nsfrb-logfiles")
    logfiles = ["rttimes_log.txt",
                "rttx_log.txt"]
    for i in range(len(logfiles)):
        l = logfiles[i]
        os.system("touch ../dsa110-nsfrb-logfiles/" + l)
        os.system("> ../dsa110-nsfrb-logfiles/" + l)
    """
elif INSTALLMODE == T4REMOTE_INSTALL:
    os.system("mkdir ../dsa110-nsfrb-injections")
    with open("../dsa110-nsfrb-injections/injections.csv","w") as csvfile:
        wr = csv.writer(csvfile,delimiter=',')
        wr.writerow(['ISOT','DM','WIDTH','SNR'])
    csvfile.close()
    with open("../dsa110-nsfrb-injections/recoveries.csv","w") as csvfile:
        wr = csv.writer(csvfile,delimiter=',')
        wr.writerow(['ISOT','DM','WIDTH','SNR','PREDICT','PROB'])
    csvfile.close()

    os.system("mkdir ../dsa110-nsfrb-tables")
    if len(glob.glob("../dsa110-nsfrb-tables/nsfrb_lastname.txt"))==0:
        os.system("touch ../dsa110-nsfrb-tables/nsfrb_lastname.txt")
        os.system("echo None > ../dsa110-nsfrb-tables/nsfrb_lastname.txt")
    os.system("mkdir ../dsa110-nsfrb-logfiles")
    os.system("mkdir ../dsa110-nsfrb-tmp-candidates")
    logfiles = ["candcutter_log.txt",
            "candcuttertask_log.txt",
            "journalctl.txt",
            "candcutter_error_log.txt",
            "error_log.txt"]
    for i in range(len(logfiles)):
        l = logfiles[i]
        os.system("touch ../dsa110-nsfrb-logfiles/" + l)
        os.system("> ../dsa110-nsfrb-logfiles/" + l)

else:
    #make logfile directory outside of git repo
    os.system("mkdir ../dsa110-nsfrb-logfiles")
    logfiles = ["error_log.txt",
            "inject_error_log.txt",
            "pipe_log.txt",
            "run_log.txt",
            "search_log.txt",
            "process_log.txt",
            "candcutter_log.txt",
            "candcuttertask_log.txt",
            "candcutter_error_log.txt",
            "inject_log.txt",
            "time_log.txt",
            "rttimes_log.txt",
            "rttx_log.txt",
            "srchtx_log.txt",
            "srchtime_log.txt",
            "candmem_log.txt",
            "candtime_log.txt",
            "journalctl.txt",
            "srchstartstoptime_log.txt"]
    for i in range(len(logfiles)):
        l = logfiles[i]
        os.system("touch ../dsa110-nsfrb-logfiles/" + l)
        os.system("> ../dsa110-nsfrb-logfiles/" + l)


    """
    #create file to store trials for candcutter
    os.system("touch ../dsa110-nsfrb-candidates/DMtrials.npy")
    os.system("touch ../dsa110-nsfrb-candidates/widthtrials.npy")
    os.system("touch ../dsa110-nsfrb-candidates/SNRthresh.npy")
    """
    #create directory for noise stats if not created already
    os.system("mkdir ../dsa110-nsfrb-noise/")
    """
    #create candidates directory
    os.system("mkdir ../dsa110-nsfrb-candidates/")
    os.system("mkdir ../dsa110-nsfrb-candidates/raw_cands/")
    os.system("mkdir ../dsa110-nsfrb-candidates/final_cands/")
    os.system("mkdir ../dsa110-nsfrb-candidates/backup_raw_cands/")

    """
    #create injections directory
    os.system("mkdir ../dsa110-nsfrb-injections/")

    #create directory for stored PSFs
    os.system("mkdir ../dsa110-nsfrb-PSF/")

    #create directory for observing plans
    os.system("mkdir ../dsa110-nsfrb-plans/")
    os.system("mkdir ../dsa110-nsfrb-candplotserver/")
    import csv

    """
    with open("../dsa110-nsfrb-injections/injections.csv","w") as csvfile:
        wr = csv.writer(csvfile,delimiter=',')
        wr.writerow(['ISOT','DM','WIDTH','SNR'])
    csvfile.close()
    with open("../dsa110-nsfrb-injections/recoveries.csv","w") as csvfile:
        wr = csv.writer(csvfile,delimiter=',')
        wr.writerow(['ISOT','DM','WIDTH','SNR','PREDICT','PROB'])
    csvfile.close()


    with open(os.environ['NSFRBDATA'] + "dsa110-nsfrb-candidates/fpr_test.csv","w") as csvfile:
        csvfile.write("ISOT,SNR")
        #wr = csv.writer(csvfile,delimiter=',')
        #wr.writerow(['ISOT','SNR'])
    csvfile.close()
    with open(os.environ['NSFRBDATA'] + "dsa110-nsfrb-candidates/fnr_test.csv","w") as csvfile:
        csvfile.write("ISOT,SNR")
        #wr = csv.writer(csvfile,delimiter=',')
        #wr.writerow(['ISOT','SNR'])
    csvfile.close()
    """


    #create directory to store most recent time frame
    os.system("mkdir ../dsa110-nsfrb-frames/")

    """
    #create directories for fast visibilities if not created already
    os.system("mkdir ../dsa110-nsfrb-fast-visibilities/")
    for s in ["lxd110h03","lxd110h04","lxd110h05","lxd110h06","lxd110h07","lxd110h08","lxd110h10","lxd110h11","lxd110h12","lxd110h14","lxd110h15","lxd110h16","lxd110h18","lxd110h19","lxd110h21","lxd110h22"]:
        os.system("mkdir ../dsa110-nsfrb-fast-visibilities/" + s)
    """

    #create ddirectories for images
    os.system("mkdir ../dsa110-nsfrb-images/")