attempting d3d signal download

Author: Julian Kates-Harbeck

data/d3d_signals.py

@@ -0,0 +1,91 @@
+#JET signal hierarchy
+#------------------------------------------------------------------------#
+#User only needs to look at 1st and last sections
+#    - conf.py only needs to import signals_dirs and signals_masks
+#    - get_mdsplus_data.py only needs signals_dirs and download_masks
+#    - performance_analysis_utils.py needs :
+#         - signals_dirs, plot_masks, ppf_labels, jpf_labels
+#------------------------------------------------------------------------#
+################
+# Signal names #
+################
+#This section contains all the exact JET signal strings and their
+#groupings by type and dimensionality.
+#User should not touch this. Use for reference
+
+
+### 0D signals ###
+signal_paths = [
+'efsli', #Internal Inductance
+'ipsip', #Plasma Current
+'efsbetan', #Normalized Beta
+'efswmhd', #Stored Energy
+'nssampn1l', #Tearing Mode Amplitude (rotating 2/1)
+'nssfrqn1l', #Tearing Mode Frequency (rotating 2/1)
+'nssampn2l', #Tearing Mode Amplitude (rotating 3/2)
+'nssfrqn2l', #Tearing Mode Frequency (rotating 3/2)
+'dusbradial', #LM Amplitude
+'dssdenest', #Plasma Density
+r'\bol_l15_p', #Radiated Power core
+r'\bol_l03_p', #Radiated Power Edge
+'bmspinj', #Total Beam Power
+'bmstinj', #Total Beam Torque
+'pcechpwrf'] #Total ECH Power
+
+signal_paths = ['d3d/' + path for path in signal_paths]
+  
+### 1D EFIT signals ###
+signal_paths += [
+'AOT/EQU.te', #electron temperature profile vs rho (uniform mapping over time)
+'AOT/EQU.dens_e'] #electron density profile vs rho (uniform mapping over time)
+
+#make into list of lists format to be consistent with jet_signals.py
+signal_paths = [[path] for path in signal_paths]
+
+#format : 'tree/signal_path' for each path
+signals_dirs = signal_paths
+
+ 
+##################################################
+#             USER SELECTIONS                    #
+##################################################
+
+
+##################################
+# Select signals for downloading #
+##################################
+
+#Default pass to get_mdsplus_data.py: download all above signals
+download_masks = [[True]*len(sig_list) for sig_list in signals_dirs]
+# download_masks[-1] = [False] # enable/disable temperature profile 
+# download_masks[-2] = [False] # enable/disable density profile 
+
+#######################################
+# Select signals for training/testing #
+#######################################
+
+#Default pass to conf.py: train with all above signals
+signals_masks = [[True]*len(sig_list) for sig_list in signals_dirs]
+signals_masks[-1] = [False] # enable/disable temperature profile 
+signals_masks[-2] = [False] # enable/disable density profile 
+
+#num_signals = sum([group.count(True) for i,group in enumerate(jet_signals.signals_masks)]
+###########################################
+# Select signals for performance analysis #
+###########################################
+
+#User selects these by signal name
+plot_masks = [[True]*len(sig_list) for sig_list in signals_dirs]
+
+#LaTeX strings for performance analysis, sorted in lists by signal_group
+group_labels = [[r' $I_{plasma}$ [A]'],
+              [r' Mode L. A. [A]'],
+              [r' $P_{radiated}$ [W]'], #0d radiation, db/
+              [r' $P_{radiated}$ [W]'],#1d radiation, db/
+              [r' $\rho_{plasma}$ [m^-2]'],
+              [r' $L_{plasma,internal}$'],
+              [r'$\frac{d}{dt} E_{D}$ [W]'],
+              [r' $P_{input}$ [W]'],
+              [r'$E_{D}$'],
+#ppf signal labels
+                [r'ECE unit?']]

data/gadata.py

@@ -0,0 +1,88 @@
+import MDSplus 
+import numpy
+import time
+import sys
+
+class gadata:
+	"""GA Data Obj"""
+	def __init__(self,signal,shot,tree=None,connection=None,nomds=False):
+
+		# Save object values
+		self.signal = signal
+		self.shot = shot
+		self.zdata = -1
+		self.xdata = -1
+		self.ydata = -1
+		self.zunits = ''
+		self.xunits = ''
+		self.yunits = ''
+		self.rank = -1
+		self.connection = connection
+
+		## Retrieve Data 
+		t0 =  time.time()
+		found = False
+
+		# Create the MDSplus connection (thin) if not passed in  
+		if self.connection is None:
+			self.connection = MDSplus.Connection('atlas.gat.com')
+
+		# Retrieve data from MDSplus (thin)
+		if nomds == False:
+			#first try, retrieve directly from tree and tag
+			try:     
+				if tree != None:
+					tag = self.signal
+					fstree 	= tree
+				else:					
+					tag = self.connection.get('findsig("'+self.signal+'",_fstree)').value
+  					fstree = self.connection.get('_fstree').value 
+
+				self.connection.openTree(fstree,shot)
+				self.zdata  = self.connection.get('_s = '+tag).data()
+				self.zunits = self.connection.get('units_of(_s)').data()  
+				self.rank = numpy.ndim(self.zdata)	
+				self.xdata = self.connection.get('dim_of(_s)').data()
+				self.xunits = self.connection.get('units_of(dim_of(_s))').data()
+				if self.xunits == '' or self.xunits == ' ': 
+   					self.xunits = self.connection.get('units(dim_of(_s))').data()
+				if self.rank > 1:
+					self.ydata 	= self.connection.get('dim_of(_s,1)').data()
+                    self.yunits = self.connection.get('units_of(dim_of(_s,1))').data()
+					if self.yunits == '' or self.yunits == ' ':
+ 						self.yunits     = self.connection.get('units(dim_of(_s,1))').data()
+				found = True
+
+				# MDSplus seems to return 2-D arrays transposed.  Change them back.
+				if numpy.ndim(self.zdata) == 2: self.zdata = numpy.transpose(self.zdata)
+				if numpy.ndim(self.ydata) == 2: self.ydata = numpy.transpose(self.ydata)
+				if numpy.ndim(self.xdata) == 2: self.xdata = numpy.transpose(self.xdata)
+
+            except Exception,e:
+            	#node not found
+#				print '   Signal not in MDSplus: %s' % (signal,) 
+				pass
+
+			# Retrieve data from PTDATA if node not found
+	        if not found:
+                self.zdata = self.connection.get('_s = ptdata2("'+signal+'",'+str(shot)+')')
+                if len(self.zdata) != 1:
+                    self.xdata = self.connection.get('dim_of(_s)')
+                    self.rank = 1
+                    found = True
+
+			# Retrieve data from Pseudo-pointname if not in ptdata
+			if not found:
+	#			print '   Signal not in PTDATA: %s' % (signal,) 
+				self.zdata = self.connection.get('_s = pseudo("'+signal+'",'+str(shot)+')')
+				if len(self.zdata) != 1:
+					self.xdata = self.connection.get('dim_of(_s)')
+					self.rank = 1
+				        found = True
+
+			if not found: 
+	#			print '   Signal not in pseudo-pointname: %s' % (signal,) 
+				print "   No such signal: %s" % (signal,)
+
+	        print '   GADATA Retrieval Time : ',time.time() - t0
+			return

data/get_data.py

@@ -42,11 +42,16 @@
 #	shot_numbers_files = ['shotlist_JaysonBarr_disrupt.txt']
 	shot_numbers_files = ['d3d_single_clear.txt']# ,'d3d_clear.txt', 'd3d_disrupt.txt']
 	server_path = 'atlas.gat.com'
+	import d3d_signals
 #	signal_paths = ['PINJ','IP','Q95','DENSITY','WMHD'] #,'PRAD'] #PRAD returns a 2D xdata
 #       Recommended signals from DIII-D
-	signal_paths = ['efsli','ipsip','efsbetan','efswmhd','nssampn1l','nssfrqn1l',
-			'nssampn2l','nssfrqn2l',
-			'dusbradial','dssdenest',r'\bol_l15_p',r'\bol_l03_p','bmspinj','bmstinj','pcechpwrf']
+	# signal_paths = ['efsli','ipsip','efsbetan','efswmhd','nssampn1l','nssfrqn1l',
+			# 'nssampn2l','nssfrqn2l',
+			# 'dusbradial','dssdenest',r'\bol_l15_p',r'\bol_l03_p','bmspinj','bmstinj','pcechpwrf']
+	# signal_paths = ['d3d/' + path for path in signal_paths]
+	
+
+
 elif machine == 'jet':
 	shot_numbers_files = ['CWall_clear.txt','CFC_unint.txt','BeWall_clear.txt','ILW_unint.txt']
 	server_path = 'mdsplus.jet.efda.org'
@@ -222,3 +227,8 @@ def save_shot(shot_num_queue,c,signal_paths,save_prepath,machine):
 
 # pool.close()
 # pool.join()
+
+
+
+
+