new slack posters (#64)

Changes : new event "id" parameter for LvkNuTrackSearch schema,  updated slack posters using slack apps, add new SSM search parameters for new LVK notices, + minor fixes

Author: jessiethw

.readthedocs.yaml

@@ -20,3 +20,6 @@ python:
 sphinx:
     configuration: doc/source/conf.py
     fail_on_warning: true
+
+formats:
+  - pdf

doc/source/alert.rst

@@ -13,6 +13,9 @@ Track Followups (Gold and Bronze)
 .. autoclass:: fast_response.AlertFollowup.TrackFollowup
    :members:
 
+.. autoclass:: fast_response.AlertFollowup.TrackFollowupLLH
+   :members:
+
 Cascade Followups
 -------------------------
 .. autoclass:: fast_response.AlertFollowup.CascadeFollowup

doc/source/conf.py

@@ -14,9 +14,9 @@
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#project-information
 
 project = 'FastResponseAnalysis'
-copyright = '2023, Alex Pizzuto, Jessie Thwaites'
+copyright = '2025, Alex Pizzuto, Jessie Thwaites'
 author = 'Alex Pizzuto, Jessie Thwaites'
-release = '1.3.0'
+release = '1.4.0'
 
 # -- General configuration ---------------------------------------------------
 # https://www.sphinx-doc.org/en/master/usage/configuration.html#general-configuration

doc/source/index.rst

@@ -49,6 +49,7 @@ Contents
    reports
    web_utils
    plotting
+   slack
 
 Index
 ==================

doc/source/slack.rst

@@ -0,0 +1,9 @@
+Slack Posters
+=======================================================
+.. note::
+   class for posting results, links, and files to slack
+
+slackbot class
+--------------------------------
+.. autoclass:: fast_response.slack_posters.slack
+   :members:

fast_response/FastResponseAnalysis.py

@@ -896,6 +896,7 @@ def find_coincident_events(self, print_events=False):
                 print("[run, event, ra, dec, sigma, logE, time]")
                 for e in self.llh.exp[t_mask][msk3]: 
                     print([e[k] for k in ['run', 'event', 'ra', 'dec', 'sigma', 'logE', 'time']])
+            self.nearby = self.llh.exp[t_mask][msk3]
 
         if len(events) == 0:
             coincident_events = []
@@ -1106,7 +1107,10 @@ def make_dNdE(self):
         plt.axvline(median_max_dec, c = sns.xkcd_rgb['dark navy blue'], alpha = 0.75, label = "Median (max dec.)", ls = '--')
         plt.xlim(1e1, 1e8)
         plt.legend(loc=4, fontsize=18)
-        plt.savefig(self.analysispath + '/central_90_dNdE.png',bbox_inches='tight')
+        try: 
+            plt.savefig(self.analysispath + '/central_90_dNdE.png',bbox_inches='tight')
+        except: 
+            print('Failed to save dNdE plot')
 
         self.energy_range = (np.min([low_5_min_dec, low_5_max_dec]),
                              np.max([high_5_min_dec, high_5_max_dec]))
@@ -1222,7 +1226,7 @@ def unblind_TS(self):
         self.save_items['ns'] = ns
         return ts, ns
 
-    def find_coincident_events(self):
+    def find_coincident_events(self, print_events=False):
         r"""Find "coincident events" for the analysis.
         These are ontime events that satisfy:
         
@@ -1250,6 +1254,20 @@ def find_coincident_events(self):
                 self.coincident_events[-1]['delta_psi'] = del_psi 
                 self.coincident_events[-1]['spatial_w'] = s_w
                 self.coincident_events[-1]['energy_w'] = en_w
+
+        if print_events:
+            t_mask=(self.llh.exp['time']<=self.stop)&(self.llh.exp['time']>=self.start)
+            # print nearby events, as a check (if needed)
+            msk1 = (self.llh.exp[t_mask]['ra'] < (self.ra+np.radians(10)))*(self.llh.exp[t_mask]['ra'] > (self.ra-np.radians(10)))
+            msk2 = (self.llh.exp[t_mask]['dec'] < (self.dec+np.radians(10)))*((self.llh.exp[t_mask]['dec'] > self.dec-np.radians(10)))
+            msk3 = msk1*msk2
+            if np.count_nonzero(msk3) > 0:
+                print('Events within 10 deg of best-fit:')
+                print("[run, event, ra, dec, sigma, logE, time]")
+                for e in self.llh.exp[t_mask][msk3]: 
+                    print([e[k] for k in ['run', 'event', 'ra', 'dec', 'sigma', 'logE', 'time']])
+            self.nearby = self.llh.exp[t_mask]
+
         self.save_items['coincident_events'] = self.coincident_events
 
     def ns_scan(self, params = {'spectrum': 'dN/dE = 1.00e+00 * (E / 1.00e+03 GeV)^-2.00 [GeV^-1cm^-2s^-1]'}):
@@ -1316,6 +1334,16 @@ def upper_limit(self, n_per_sig=100, p0=None):
             msk = results['TS'] > self.ts
             npass = len(results['TS'][msk])
             passing.append((n, npass, n_per_sig))
+        
+        if (passing[-1][1] / passing[-1][2]) < 0.92:
+            #run a few more if the last point is close to 0.9
+            for n in np.array([7., 8.]):
+                results = self.llh.do_trials(
+                    n_per_sig, src_ra=self.ra, src_dec=self.dec,
+                    injector=self.inj, mean_signal=n, poisson=True)
+                msk = results['TS'] > self.ts
+                npass = len(results['TS'][msk])
+                passing.append((n, npass, n_per_sig))
 
         signal_fluxes, passing, number = list(zip(*passing))
         signal_fluxes = np.array(signal_fluxes)

fast_response/MonitoringAndMocks/Data_Display.py

@@ -315,7 +315,7 @@ def find_ts(i, ts_list):
 ax = fig.add_axes([0, 0, 1, 1])
 plt.plot([0,5],[0,100],color='white')
 ax.text(-0.1, 15, "Page Last Updated: {} UTC".format(now))
-plt.savefig(save_path)
+plt.savefig('/home/mromfoe/public_html/O4_followup_monitoring/Update_Time.png')
 
 df = pd.DataFrame({"Name": ed["Name"][-15::-1],
                     "Merger Time": ed["Trigger_Time"][-15::-1],

fast_response/circular_templates/gw_gcn_template_high.txt

@@ -25,13 +25,14 @@ The reported p-values can differ due to the estimated distance of the GW candida
 The distance is used as a prior in the Bayesian binary merger search, while it is not 
 taken into account in the generic transient point-like source search. The false alarm rate of these 
 coincidences can be obtained by multiplying the p-values with their corresponding GW trigger rates. 
-Further details are available at https://gcn.nasa.gov/missions/icecube.
+Further details are available at https://gcn.nasa.gov/missions/icecube. Additional details 
+and updates will be posted at https://roc.icecube.wisc.edu/public/LvkNuTrackSearch/.
 
 Properties of the coincident events are shown below.
 
- dt(s)     RA(deg)       Dec(deg)    Angular uncertainty(deg)  p-value(generic transient) p-value(Bayesian)
------------------------------------------------------------------------------------------------------
-<dt>   <ra>       <dec>        <angErr>                    <pvalue>                 <pvalue>
+| dt(s) | RA(deg)  | Dec(deg) | Angular uncertainty(deg)| p-value(generic transient)| p-value(Bayesian)     |
+|-------|----------|----------|-------------------------|---------------------------|-----------------------|
+|<dt>   | <ra>     |   <dec>  |      <angErr>           |         <pvalue>          |       <pvalue>        |
 ...
 
 where:

fast_response/listeners/gcn_listener.py

@@ -55,13 +55,11 @@ def process_gcn(payload, root):
     event_id = params['event_id']
     run_id = params['run_id']
     event_mjd = Time(eventtime, format='isot').mjd
-    try:
-        bot.send_message(f'Listener found {alert_type} type alert, {event_name} \n'+
-                    'Waiting 1 day to run FRA', 'blanket_blob')
-        print(' - slack message sent \n')
-    except Exception as e:
-        print(e)
-        print('Cannot post to slack (testing?)')
+
+    # send message to slack with alert info
+    bot = slackbot('fra-shifting')
+    message =f'Listener found {alert_type} type alert, {event_name}. Waiting 1 day to run FRA'
+    bot.post_short_msg(message)
 
     if alert_type == 'cascade':
         command = analysis_path + 'run_cascade_followup.py'
@@ -82,7 +80,7 @@ def process_gcn(payload, root):
     if alert_type == 'track':
         base_skymap_path = '/home/followup/output_plots/'
         skymap_f = glob(base_skymap_path \
-            + f'run{int(run_id):08d}.evt{int(event_id):012d}.*.fits.gz')
+            + f'run{int(run_id):08d}.evt{int(event_id):012d}.*probability.fits.gz')
         if len(skymap_f) == 0:
             print("COULD NOT FIND THE SKYMAP FILE FOR V2 TRACK ALERT EVENT")
             return
@@ -135,22 +133,20 @@ def process_gcn(payload, root):
             if shifters['start'][i]<datetime.utcnow()<shifters['stop'][i]:
                 on_shift+='<@{}> '.format(shifters['slack_id'][i])
         link = 'https://user-web.icecube.wisc.edu/~jthwaites/FastResponse/webpage/output/'
-        wp_link_1000 = '{}{}_{}_1.0e+03_s.html'.format(link, eventtime[0:10].replace('-','_'),event_name)
+        start_1000 = Time(event_mjd -500./86400., format='mjd').iso
+        wp_link_1000 = '{}{}_{}_1.0e+03_s.html'.format(link, start_1000[:10].replace('-','_'),event_name)
 
-        day_before = '{}'.format(int(eventtime[8:10])-1)
-        if len(day_before)==1: day_before='0'+day_before
-        str_2d = '{}_{}'.format(eventtime[0:7].replace('-','_'),day_before)
-        wp_link_2d   = '{}{}_{}_1.7e+05_s.html'.format(link, str_2d, event_name)
-        bot.send_message(f'Done running FRA for {alert_type} alert, {event_name}.\n '+ on_shift +'on shift',
-                         'blanket_blob')
+        start_2d = Time(event_mjd-1., format='mjd').iso
+        wp_link_2d   = '{}{}_{}_1.7e+05_s.html'.format(link, start_2d[:10].replace('-','_'), event_name)
+        done_message = f'Done running FRA for {alert_type} alert, {event_name}.\n '+ on_shift +'on shift'
+
         if doc:
-            bot.send_message("-Results for 1000s: <{}|link> \n-Results for 2d: <{}|link>".format(
-                              wp_link_1000, wp_link_2d),
-                             'blanket_blob')
-        print(' - slack message sent \n')
+            done_message = done_message + "\n - Results for 1000s: <{}|link>\n - Results for 2d: <{}|link>".format(
+                              wp_link_1000, wp_link_2d)
+
+        bot.post_short_msg(done_message)
     except Exception as e:
         print(e)
-        print('No slack message sent.')
 
 if __name__ == '__main__':
     import os, subprocess
@@ -183,20 +179,8 @@ def process_gcn(payload, root):
                         help='flag to raise to push results to internal webpage')
     args = parser.parse_args()
 
-    #for now, testing
-    #with open('../slack_posters/internal_alert_slackbot.txt') as f:
-    #        channel = f.readline()
-    #        webhook = f.readline()
-    #        bot_name = f.readline()
-    #bot = slackbot(channel, bot_name, webhook)
-
     if args.run_live:
         print("Listening for GCNs . . . ")
-        with open('../slack_posters/internal_alert_slackbot.txt') as f:
-            channel = f.readline().rstrip('\n')
-            webhook = f.readline().rstrip('\n')
-            bot_name = f.readline().rstrip('\n')
-        bot = slackbot(channel, bot_name, webhook)
         gcn.listen(handler=process_gcn)
     else:
         try:

fast_response/listeners/gw_gcn_listener.py

@@ -66,6 +66,8 @@ def process_gcn(payload, root):
     try:
         if params['Group'] == 'Burst': 
             merger_type = 'Burst'
+        elif params['Search'] == 'SSM':
+            merger_type='SSM'
         else:
             k = ['BNS','NSBH','BBH']
             probs = {j: float(params[j]) for j in k}
@@ -189,14 +191,10 @@ def process_gcn(payload, root):
             wp_link = 'https://user-web.icecube.wisc.edu/~jthwaites/FastResponse/gw-webpage/output/'+\
                       '{}.html'.format(analysis_start[0:10].replace('-','_')+'_'+name)
             slack_message = "UML GW analysis finished running for event {}: <{}|link>.".format(name, wp_link) 
-            with open('../slack_posters/internal_alert_slackbot.txt') as f:
-                chan = f.readline().rstrip('\n')
-                webhook = f.readline().rstrip('\n')
-                bot_name = f.readline().rstrip('\n')
 
             for channel in ['#fra-shifting','#gwnu-heartbeat']:
-                bot = slackbot(channel, bot_name, webhook)
-                bot.send_message(slack_message,'gw')
+                bot = slackbot(channel)
+                bot.post_short_msg(slack_message)
 
         except Exception as e:
             print('Failed to push to (private) webpage.')