code utils

code_utils.gd

# not tested!!

extends Object
class_name CodeUtils


static func code_line_split(s:String)->PoolStringArray:

	var res: PoolStringArray 

	var regex: = RegEx.new()
	regex.compile("\\w+|\\W") 
	
	var found:Array = regex.search_all(s)
	for i in found:
		res.append(i.get_string())

	return res


static  func code_line_split1(s:String)->PoolStringArray:

	var res: PoolStringArray 

	var regex: = RegEx.new()
	regex.compile("\\w+|\\s+|\\W") 
	
	var found:Array = regex.search_all(s)
	for i in found:
		res.append(i.get_string())

	return res


static  func get_words_and_punct(text:String)->PoolStringArray:
	var res: = PoolStringArray()

	res = code_line_split1(text)

#	for i in range(res.size()-1, -1, -1):
#		var stripped = res[i].lstrip(" 	")
#
#		if stripped:
#			res[i] = stripped
#		else:
#			res.remove(i)
		

	return res