1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
|
# Copyright (c) 2016 Weitian LI <liweitianux@live.com>
# MIT license
"""
Interface to the simulations of various supported foreground components.
Currently supported foregrounds:
- Galactic synchrotron
- Galactic free-free
- Galactic supernova remnants
- Extragalactic clusters of galaxies (radio halos)
- Extragalactic point sources (multiple types)
"""
import os
import logging
from datetime import datetime, timezone
from collections import OrderedDict
import numpy as np
import astropy.units as au
from astropy.io import fits
import healpy as hp
from .galactic import (Synchrotron as GalacticSynchrotron,
FreeFree as GalacticFreeFree,
SuperNovaRemnants as GalacticSNR)
from .extragalactic import (GalaxyClusters as EGGalaxyClusters,
PointSources as EGPointSources)
from .products import Products
from .utils.fits import write_fits_healpix
logger = logging.getLogger(__name__)
class Foregrounds:
"""Interface to the simulations of supported foreground components.
All the enabled components are also combined to make the total foreground
map, as controlled by the configurations.
Parameters
----------
configs : `ConfigManager`
An `ConfigManager` instance containing both the default and user
configurations.
For more details, see the example configuration specification.
Attributes
----------
COMPONENTS_ALL : `OrderedDict`
Ordered dictionary of all supported simulation components, with keys
the IDs of the components, and values the corresponding component
class.
components_id : list[str]
List of IDs of the enabled simulation components
components : `OrderedDict`
Ordered dictionary of the enabled simulation components, with keys
the IDs of the components, and values the corresponding component
instance/object.
frequencies : 1D `~numpy.ndarray`
List of frequencies where the foreground components are simulated.
freq_unit : `~astropy.units.Unit`
Unit of the frequency
"""
# All supported foreground components
COMPONENTS_ALL = OrderedDict([
("galactic/synchrotron", GalacticSynchrotron),
("galactic/freefree", GalacticFreeFree),
("galactic/snr", GalacticSNR),
("extragalactic/clusters", EGGalaxyClusters),
("extragalactic/pointsources", EGPointSources),
])
def __init__(self, configs):
self.configs = configs
self._set_configs()
# Initialize the products manifest
logger.info("Initialize the products manifest ...")
manifestfile = self.configs.get_path("output/manifest")
self.products = Products(manifestfile)
# Initialize enabled components
self.components = OrderedDict()
for comp in self.components_id:
logger.info("Initialize component: {0}".format(comp))
comp_cls = self.COMPONENTS_ALL[comp]
self.components[comp] = comp_cls(configs)
logger.info("Done initialize %d components!" % len(self.components))
def _set_configs(self):
"""Load the configs and set the corresponding class attributes."""
self.components_id = self.configs.getn("common/components")
logger.info("All supported simulation components: {0}".format(
", ".join(list(self.COMPONENTS_ALL.keys()))))
logger.info("Enabled components: {0}".format(
", ".join(self.components_id)))
#
self.frequencies = self.configs.frequencies
self.freq_unit = au.Unit(self.configs.getn("frequency/unit"))
logger.info("Simulation frequencies: "
"{min:.2f} - {max:.2f} {unit} (#{num:d})".format(
min=min(self.frequencies),
max=max(self.frequencies),
num=len(self.frequencies),
unit=self.freq_unit))
#
self.filename_pattern = self.configs.getn("output/filename_pattern")
self.use_float = self.configs.getn("output/use_float")
self.clobber = self.configs.getn("output/clobber")
self.combine = self.configs.getn("output/combine")
self.prefix = self.configs.getn("output/combine_prefix")
self.output_dir = self.configs.get_path("output/output_dir")
self.nside = self.configs.getn("common/nside")
def _make_filepath(self, **kwargs):
"""Make the path of output file according to the filename pattern
and output directory loaded from configurations.
"""
data = {
"prefix": self.prefix,
}
data.update(kwargs)
filename = self.filename_pattern.format(**data)
filetype = self.configs.getn("output/filetype")
if filetype == "fits":
filename += ".fits"
else:
raise NotImplementedError("unsupported filetype: %s" % filetype)
filepath = os.path.join(self.output_dir, filename)
return filepath
def _make_header(self):
"""Make the header with detail information (e.g., parameters and
history) for the simulated products.
"""
header = fits.Header()
header["COMP"] = ("Combined foreground",
"Emission component")
header.add_comment("COMPONENTS: " + ", ".join(self.components_id))
header["UNIT"] = ("Kelvin", "Map unit")
header["CREATOR"] = (__name__, "File creator")
# TODO:
history = []
comments = []
for hist in history:
header.add_history(hist)
for cmt in comments:
header.add_comment(cmt)
self.header = header
logger.info("Created FITS header")
def _output(self, hpmap, frequency):
"""Write the simulated free-free map to disk with proper header
keywords and history.
Returns
-------
filepath : str
The (absolute) path to the output HEALPix map file.
"""
if not os.path.exists(self.output_dir):
os.mkdir(self.output_dir)
logger.info("Created output dir: {0}".format(self.output_dir))
#
filepath = self._make_filepath(frequency=frequency)
if not hasattr(self, "header"):
self._make_header()
header = self.header.copy()
header["FREQ"] = (frequency, "Frequency [ MHz ]")
header["DATE"] = (
datetime.now(timezone.utc).astimezone().isoformat(),
"File creation date"
)
if self.use_float:
hpmap = hpmap.astype(np.float32)
write_fits_healpix(filepath, hpmap, header=header,
clobber=self.clobber)
logger.info("Write combined foreground to file: {0}".format(filepath))
return filepath
def preprocess(self):
"""Perform the preparation procedures for the final simulations."""
self.products.frequencies = (self.frequencies, str(self.freq_unit))
logger.info("Perform preprocessing for all enabled components ...")
for comp_obj in self.components.values():
comp_obj.preprocess()
def simulate(self):
"""Simulate the enabled components, as well as combine all the
simulated components to make up the total foregrounds.
This is the *main interface* to the foreground simulations.
NOTE
----
For each requested frequency, all enabled components are simulated,
which are combined to compose the total foreground and save to disk.
In this way, less memory is required, since the number of components
are generally much less than the number of frequency bins.
"""
npix = hp.nside2npix(self.nside)
nfreq = len(self.frequencies)
for freq_id, freq in enumerate(self.frequencies):
logger.info("[#{0}/{1}] ".format(freq_id+1, nfreq) +
"Simulating components at {freq} {unit} ...".format(
freq=freq, unit=self.freq_unit))
if self.combine:
hpmap_comb = np.zeros(npix)
for comp_id, comp_obj in self.components.items():
hpmap, filepath = comp_obj.simulate_frequency(freq)
if filepath is not None:
self.products.add_product(comp_id, freq_id, filepath)
if self.combine:
hpmap_comb += hpmap
if self.combine:
filepath_comb = self._output(hpmap_comb, freq)
self.products.add_product("combined", freq_id, filepath_comb)
def postprocess(self):
"""Perform the post-simulation operations before the end."""
logger.info("Perform postprocessing for all enabled components ...")
for comp_obj in self.components.values():
comp_obj.postprocess()
# Save the products manifest
self.products.dump(clobber=self.clobber, backup=True)
|
