PoC: Sonified layer in flux viewer

jdaviz/configs/cubeviz/plugins/sonify_data/sonify_data.py

@@ -104,8 +104,8 @@ def vue_sonify_cube(self, *args):
                                            self.audfrqmax, self.eln, self.use_pccut)
 
         # Automatically select spectrum-at-spaxel tool
-        spec_at_spaxel_tool = self.flux_viewer.toolbar.tools['jdaviz:spectrumperspaxel']
-        self.flux_viewer.toolbar.active_tool = spec_at_spaxel_tool
+        # spec_at_spaxel_tool = self.flux_viewer.toolbar.tools['jdaviz:spectrumperspaxel']
+        # self.flux_viewer.toolbar.active_tool = spec_at_spaxel_tool
 
     def vue_start_stop_stream(self, *args):
         self.stream_active = not self.stream_active

jdaviz/configs/cubeviz/plugins/viewers.py

@@ -1,14 +1,19 @@
+import uuid
+
 from glue.core import BaseData
 from glue_jupyter.bqplot.image import BqplotImageView
+import numpy as np
+from astropy import units as u
+from astropy.nddata import CCDData
+from astropy.wcs import WCS
 
 from jdaviz.core.registries import viewer_registry
 from jdaviz.configs.cubeviz.plugins.mixins import WithSliceIndicator, WithSliceSelection
 from jdaviz.configs.default.plugins.viewers import JdavizViewerMixin
 from jdaviz.configs.specviz.plugins.viewers import SpecvizProfileView
 from jdaviz.core.freezable_state import FreezableBqplotImageViewerState
 from jdaviz.configs.cubeviz.plugins.cube_listener import CubeListenerData, MINVOL
-import numpy as np
-from astropy import units as u
+
 
 try:
     import sounddevice as sd
@@ -45,6 +50,10 @@
         self._subscribe_to_layers_update()
         self.state.add_callback('reference_data', self._initial_x_axis)
 
+        self.add_event_callback(self._viewer_mouse_event, events=['mousemove',
+                                                                  'mouseleave',
+                                                                  'mouseenter'])
+
         # Hide axes by default
         self.state.show_axes = False
 
@@ -58,6 +67,11 @@
 
         self.data_menu._obj.dataset.add_filter('is_cube_or_image')
 
+        # Dictionary that contains keys with UUIDs for each
+        # sonified data layer. The value of each key is another dictionary containing
+        # integers as keys and arrays representing sounds as the value.
+        self.uuid_lookup = {}
+
     @property
     def _default_spectrum_viewer_reference_name(self):
         return self.jdaviz_helper._default_spectrum_viewer_reference_name
@@ -114,6 +128,20 @@
         self.sonified_cube.newsig = self.sonified_cube.sigcube[x, y, :]
         self.sonified_cube.cbuff = True
 
+    def update_sonified_cube_value(self, value):
+        if (not self.sonified_cube or not hasattr(self.sonified_cube, 'newsig') or
+                not hasattr(self.sonified_cube, 'sigcube')):
+            return
+        # Loop through all sonified layers and
+        # set newsig to the sound for each layer
+        # Do we need to change the sonified_cube/sonified_cube.newsig
+        # code to be compatible with multiple sonified cubes?
+        for k, v in self.uuid_lookup.items():
+            if value not in v:
+                continue
+            self.sonified_cube.newsig = v[value]
+            self.sonified_cube.cbuff = True
+
     def update_listener_wls(self, wranges, wunit):
         self.sonification_wl_ranges = wranges
         self.sonification_wl_unit = wunit
@@ -180,6 +208,51 @@
                                       callback=self.sonified_cube.player_callback)
         self.sonified_cube.cbuff = True
 
+        x_size = self.sonified_cube.sigcube.shape[0]
+        y_size = self.sonified_cube.sigcube.shape[1]
+
+        # Create a new entry for the sonified layer in uuid_lookup. The value is a dictionary
+        # containing x_size * y_size keys with values being arrays that represent sounds
+        data_name = str(uuid.uuid4())
+        self.uuid_lookup[data_name] = {x*y: self.sonified_cube.sigcube[x-1, y-1, :]
+                                       for x in range(1, x_size + 1)
+                                       for y in range(1, y_size + 1)}
+
+        # Create a 2D array with integers starting at 1 and going until x_size * y_size
+        # TODO: instead of a dictionary inside another dictionary, we could continue the numbering
+        #  for subsequent layers and use a dictionary to map ints to sound arrays
+        a = np.arange(1, x_size * y_size + 1).reshape((x_size, y_size))
+
+        wcs = WCS({'CTYPE1': 'RA---TAN', 'CUNIT1': 'deg', 'CDELT1': -0.0002777777778,
+                   'CRPIX1': 1, 'CRVAL1': 337.5202808,
+                   'CTYPE2': 'DEC--TAN', 'CUNIT2': 'deg', 'CDELT2': 0.0002777777778,
+                   'CRPIX2': 1, 'CRVAL2': -20.833333059999998})
+
+        # Create add data with name data_name to data collection and then add it to the flux viewer
+        test = CCDData(a * u.Unit('m'), wcs=wcs)
+        self.jdaviz_app.data_collection[data_name] = test
+        self.jdaviz_app.add_data_to_viewer('flux-viewer', data_name)
+
+        # Set opacity to 0 and start the stream to hear sound when mousing over the flux viewer
+        self.state.layers[-1].alpha = 0
+        self.start_stream()
+
+    def _viewer_mouse_event(self, data):
+        if data['event'] in ('mouseleave', 'mouseenter'):
+            return
+
+        if len(self.jdaviz_app.data_collection) < 1:
+            return
+
+        # Extract data coordinates - these are pixels in the reference image
+        x = data['domain']['x']
+        y = data['domain']['y']
+
+        if x is None or y is None or int(x) < 0 or int(y) < 0:  # Out of bounds
+            return
+        index = (int(x)+1) * (int(y)+1)
+        self.update_sonified_cube_value(index)
+
 
 @viewer_registry("cubeviz-profile-viewer", label="Profile 1D (Cubeviz)")
 class CubevizProfileView(SpecvizProfileView, WithSliceIndicator):