1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
|
#!/usr/bin/env python3
#
# Copyright (c) 2017-2018 Weitian LI <weitian@aaronly.me>
# MIT License
#
# Run OSKAR interferometer simulator, with corresponding settings
# applied to the common configurations.
#
# OSKAR settings doc:
# http://www.oerc.ox.ac.uk/~ska/oskar2/OSKAR-Settings.pdf
#
import os
import re
import argparse
import subprocess
import shutil
from time import time
def run_oskar(configfile, model, freq, vis_ms, vis_oskar=None,
telescope=None, chunksize=None, use_gpus=None,
gpu_ids=None, num_devices=None, dryrun=False):
"""
Update simulation settings in the configuration file,
and run the simulator ``oskar_sim_interferometer``.
"""
if chunksize is not None:
chunksize = int(chunksize)
if vis_ms is None and vis_oskar is None:
raise ValueError("both 'vis_oskar' & 'vis_ms' are missing")
print("Updating simulation settings ...")
simulator = "oskar_sim_interferometer"
for item, value in [
("simulator/max_sources_per_chunk", chunksize),
("simulator/use_gpus", use_gpus),
("simulator/cuda_device_ids", gpu_ids),
("simulator/num_devices", num_devices),
("sky/oskar_sky_model/file", model),
("telescope/input_directory", telescope),
("observation/start_frequency_hz", freq*1e6), # [MHz] -> [Hz]
("interferometer/oskar_vis_filename", vis_oskar),
("interferometer/ms_filename", vis_ms)]:
if value is not None:
subprocess.check_call([simulator, "--set",
configfile, item, str(value)])
print("Updated '%s' -> '%s'" % (item, str(value)))
print("-------------------------------------------------------------")
print("Simulating %s @ %.2f [MHz] ..." % (model, freq))
cmd = [simulator, configfile]
print("CMD: %s" % " ".join(cmd))
if dryrun:
print("Dry run mode -> DONE!")
else:
t1 = time()
subprocess.check_call(cmd)
t2 = time()
print("Elapsed time: %.1f [min]" % ((t2-t1)/60))
print("-------------------------------------------------------------")
def main():
default_fconfig = "sim_interferometer.f{freq:06.2f}.ini"
parser = argparse.ArgumentParser()
parser.add_argument("-d", "--dry-run", dest="dryrun", action="store_true",
help="dry run")
parser.add_argument("-c", "--config", dest="config", required=True,
help="OSKAR base/common configuration file")
parser.add_argument("-C", "--fconfig", dest="fconfig",
default=default_fconfig,
help="filename pattern of the configuration files " +
"updated for OSKAR usage " +
"(default: %s)" % default_fconfig)
parser.add_argument("-S", "--chunk-size", dest="chunksize", type=float,
help="overwrite the chunk size in config file")
parser.add_argument("--vis-oskar", dest="vis_oskar",
action="store_true",
help="also save visibility in OSKAR native format")
parser.add_argument("-t", "--telescope", dest="telescope",
help="overwrite the telescope model in config file")
parser.add_argument("-o", "--outdir", dest="outdir",
default="visibility",
help="simulated visibility output directory " +
"(default: 'visibility/')")
parser.add_argument("--num-devices", dest="num_devices",
type=int, default=None,
help="number of CPU threads to use")
parser.add_argument("--gpu-ids", dest="gpu_ids", default=None,
help="comma-separated GPU device IDs to use; " +
"(default: use all GPU devices)")
exgrp1 = parser.add_mutually_exclusive_group()
exgrp1.add_argument("--use-gpu", dest="use_gpu", action="store_true",
help="force to only use GPUs")
exgrp1.add_argument("--use-cpu", dest="use_cpu", action="store_true",
help="force to only use CPUs")
exgrp2 = parser.add_mutually_exclusive_group(required=True)
exgrp2.add_argument("-l", "--list", dest="listfile",
help="list of frequencies [MHz] and input sky models")
exgrp2.add_argument("-i", "--items", dest="items", nargs="+",
help="list of sky model items in format of " +
"'<freq[MHz]>:<skymodel-file>'")
args = parser.parse_args()
t1 = time()
use_gpus = None
if args.use_gpu:
use_gpus = True
elif args.use_cpu:
use_gpus = False
if not os.path.exists(args.outdir):
os.mkdir(args.outdir)
print("Created output visibility directory: %s" % args.outdir)
skymodels = []
if args.listfile:
for line in open(args.listfile).readlines():
if re.match(r"^(\s*$|\s*#)", line):
continue
freq, skyfile = line.strip().split()
freq = float(freq)
skymodels.append((freq, skyfile))
else:
for item in args.items:
freq, skyfile = item.split(":")
freq = float(freq)
skymodels.append((freq, skyfile))
Nosm = len(skymodels)
print("Number of sky models: %d" % Nosm)
for i, (freq, skyfile) in enumerate(skymodels):
print("=============================================================")
print("[%d/%d] %s @ %.2f [MHz]" % (i+1, Nosm, skyfile, freq))
print("-------------------------------------------------------------")
basename = os.path.splitext(os.path.basename(skyfile))[0]
if args.vis_oskar:
vis_oskar = os.path.join(args.outdir, basename+".oskar")
else:
vis_oskar = None
vis_ms = os.path.join(args.outdir, basename+".ms")
configfile = args.fconfig.format(freq=freq)
shutil.copy(args.config, configfile)
print("Copied OSKAR configuration file as: %s" % configfile)
run_oskar(configfile=configfile, freq=freq,
model=skyfile, vis_ms=vis_ms, vis_oskar=vis_oskar,
telescope=args.telescope, chunksize=args.chunksize,
use_gpus=use_gpus, gpu_ids=args.gpu_ids,
num_devices=args.num_devices, dryrun=args.dryrun)
t2 = time()
print("=============================================================")
print("Total elapsed time: %.1f [min]" % ((t2-t1)/60))
if __name__ == "__main__":
main()
|
