[thumb2] Updated thumb2 disassembler generator to use Tatsu-generated parser instead of deprecated Grako

Author: galenbwill

arch/armv7/thumb2_disasm/generator.py

@@ -448,8 +448,12 @@ def genCheckMatch(self, varName='instr'):
 				maskNeg += 'x'*int(m.group(1))
 			elif re.match(r'^[\(\)01]+$', field):
 				# unpredictable fields (eg: "(0)(0)(0)(0)") are do-not-cares
-				maskPos += 'x'*(len(field)/3)
-				maskNeg += 'x'*(len(field)/3)
+				try:
+					maskPos += 'x'*(len(field)//3)
+					maskNeg += 'x'*(len(field)//3)
+				except:
+					print(f'stupid math in {field!r} in {self.text!r}')
+					raise
 			else:
 				parseError('genCheckMatch(): unknown bit extract field %s' % field)
 
@@ -459,7 +463,7 @@ def genCheckMatch(self, varName='instr'):
 
 		# finally convert to a check
 		tmp = bitMaskGenCheckMatch(maskPos, varName)
-		if filter(lambda a: a!='x', maskNeg):
+		if list(filter(lambda a: a!='x', maskNeg)):
 			tmp += ' && !'+bitMaskGenCheckMatch(maskNeg, varName)
 		return tmp
 
@@ -532,7 +536,7 @@ def genExtractGeneral(self, varName='instr'):
 				else:
 					m = re.match(r'^[\(\)01]+$', field)
 					if m:
-						nBits = len(field)/3
+						nBits = len(field)//3
 					else:
 						parseError('genExtractGeneral(): unknown bit extract field %s' % field)
 
@@ -600,7 +604,7 @@ def genExtractToDrawing(self, varName='instr'):
 
 	# get the width of a variable from within the pattern
 	def getVarWidth(self, varName):
-		regex = varName + '\.(\\d)'
+		regex = varName + r'\.(\\d)'
 
 		#print("trying to get var: %s" % varName)
 		#print("using regex: %s" % regex)
@@ -673,7 +677,7 @@ def genEncodingBlock(mgr, encName, arches, fmts, pattern, pcode):
 	# generate architecture check
 	checks = []
 	for arch in arches.split(', '):
-		checks.append('!(req->arch & ARCH_%s)' % string.replace(arch, '*', ''))
+		checks.append('!(req->arch & ARCH_%s)' % arch.replace('*', ''))
 	mgr.add("if(%s) {" % ' && '.join(checks))
 	mgr.tab()
 	mgr.add('res->status |= STATUS_ARCH_UNSUPPORTED;')
@@ -1323,9 +1327,9 @@ def gen_node(mgr, nodeName, lines):
 								checks.append(bitMaskGenCheckMatch(mask, varName))
 
 						# collapse all '1's into a single 1
-						trues = filter(lambda x: x=='1', checks)
+						trues = list(filter(lambda x: x=='1', checks))
 						if trues:
-							others = filter(lambda x: x!='1', checks)
+							others = list(filter(lambda x: x!='1', checks))
 							checks = others + ['1']
 
 						# and generate the code
@@ -1389,30 +1393,32 @@ def gen_node(mgr, nodeName, lines):
 	for node in node2lines.keys():
 		node2crc[node] = binascii.crc32((''.join(node2lines[node])).encode('utf-8')) & 0xFFFFFFFF
 
-	# open spec.cpp, read the crc's of generated functions (detecting if they need regen)
-	print('collecting functions from spec.cpp')
-	fp = open('spec.cpp', 'r')
-	lines = fp.readlines()
-	fp.close()
-
-	lines = list(map(lambda x: x.rstrip(), lines))
+	forceGen = 'force' in sys.argv
 	funcInfo = {}
-	i = 0
-	while i < len(lines):
-		m = re.match(r'^// gen_crc: (........).*', lines[i])
-		if not m:
-			i += 1
-			continue
-		crc = int(m.group(1), 16)
-		m = re.match(r'^int ([\w\d]+)\(.*$', lines[i+1])
-		if not m:
-			raise Exception('did not find function after crc line %d: %s' % (i+1,lines[i]))
-		name = m.group(1)
-		start = i
-		while lines[i] != '}':
-			i += 1
-		funcInfo[name] = {'crc':crc, 'lines':'\n'.join(lines[start:i+1])}
-		#print('found that %s has crc %08X' % (name, crc))
+	if not forceGen and os.path.exists('spec.cpp'):
+		# open spec.cpp, read the crc's of generated functions (detecting if they need regen)
+		print('collecting functions from spec.cpp')
+		fp = open('spec.cpp', 'r')
+		lines = fp.readlines()
+		fp.close()
+
+		lines = list(map(lambda x: x.rstrip(), lines))
+		i = 0
+		while i < len(lines):
+			m = re.match(r'^// gen_crc: (........).*', lines[i])
+			if not m:
+				i += 1
+				continue
+			crc = int(m.group(1), 16)
+			m = re.match(r'^int ([\w\d]+)\(.*$', lines[i+1])
+			if not m:
+				raise Exception('did not find function after crc line %d: %s' % (i+1,lines[i]))
+			name = m.group(1)
+			start = i
+			while lines[i] != '}':
+				i += 1
+			funcInfo[name] = {'crc':crc, 'lines':'\n'.join(lines[start:i+1])}
+			#print('found that %s has crc %08X' % (name, crc))
 
 	# construct the new file
 	mgr = CodeManager()
@@ -1423,7 +1429,6 @@ def gen_node(mgr, nodeName, lines):
 	mgr.add(support)
 
 	count = 0
-	forceGen = 'force' in sys.argv
 	# for every node that doesn't have a matching function, generate!
 	for node in sorted(node2lines.keys()):
 		nodeCrc = node2crc[node]

arch/armv7/thumb2_disasm/spec.cpp

@@ -34286,7 +34286,7 @@ int vcvt_float_fixed(struct decomp_request *req, struct decomp_result *res)
 	return undefined(req, res);
 }
 
-// gen_crc: 3CB799A8
+// gen_crc: EBC7DA24
 int vcvt_float_int(struct decomp_request *req, struct decomp_result *res)
 {
 	int rc = -1;
@@ -34486,7 +34486,7 @@ int vcvt_float_int(struct decomp_request *req, struct decomp_result *res)
 			res->fields[FIELD_fmt_idx] = (((((((res->fields[FIELD_op]) == (0x0))) * (4))) + (((res->fields[FIELD_opc3]) * (2)))) + (res->fields[FIELD_sz])) + (2);
 			res->fields_mask[FIELD_fmt_idx >> 6] |= 1LL << (FIELD_fmt_idx & 63);
 			/* pcode: if (opc1 == '0') then fmt_idx = sz */
-			if((res->fields[FIELD_opc1]) == 0x0) {
+			if(((res->fields[FIELD_opc1]) == (0x0))) {
 				res->fields[FIELD_fmt_idx] = res->fields[FIELD_sz];
 				res->fields_mask[FIELD_fmt_idx >> 6] |= 1LL << (FIELD_fmt_idx & 63);
 			}