Merge pull request #421 from ton-blockchain/node_args

Node args

Author: igroman787

mytonctrl/mytonctrl.py

@@ -370,14 +370,6 @@ def Upgrade(ton, args):
 	upgrade_script_path = pkg_resources.resource_filename('mytonctrl', 'scripts/upgrade.sh')
 	runArgs = ["bash", upgrade_script_path, "-a", author, "-r", repo, "-b", branch]
 	exitCode = run_as_root(runArgs)
-	if ton.using_validator():
-		try:
-			from mytoninstaller.mytoninstaller import set_node_argument, get_node_args
-			node_args = get_node_args()
-			if node_args.get('--state-ttl') == '604800':
-				set_node_argument(ton.local, ["--state-ttl", "-d"])
-		except Exception as e:
-			color_print(f"{{red}}Failed to set node argument: {e} {{endc}}")
 	if exitCode == 0:
 		text = "Upgrade - {green}OK{endc}"
 	else:

mytoninstaller/mytoninstaller.py

@@ -132,16 +132,18 @@ def Status(local, args):
 	node_args = get_node_args()
 	color_print("{cyan}===[ Node arguments ]==={endc}")
 	for key, value in node_args.items():
-		print(f"{key}: {value}")
+		for v in value:
+			print(f"{key}: {v}")
 #end define
 
 
 def set_node_argument(local, args):
 	if len(args) < 1:
-		color_print("{red}Bad args. Usage:{endc} set_node_argument <arg-name> [arg-value] [-d (to delete)]")
+		color_print("{red}Bad args. Usage:{endc} set_node_argument <arg-name> [arg-value] [-d (to delete)].\n"
+					"Examples: 'set_node_argument --archive-ttl 86400' or 'set_node_argument --archive-ttl -d' or 'set_node_argument -M' or 'set_node_argument --add-shard 0:2000000000000000 0:a000000000000000'")
 		return
 	arg_name = args[0]
-	args = [arg_name, args[1] if len(args) > 1 else ""]
+	args = [arg_name, " ".join(args[1:])]
 	script_path = pkg_resources.resource_filename('mytoninstaller.scripts', 'set_node_argument.py')
 	run_as_root(['python3', script_path] + args)
 	color_print("set_node_argument - {green}OK{endc}")

mytoninstaller/node_args.py

@@ -2,8 +2,8 @@
 
 def get_validator_service():
     path = '/etc/systemd/system/validator.service'
-    with open(path, 'r') as f:
-        return f.read()
+    with open(path, 'r') as file:
+        return file.read()
 #end define
 
 
@@ -14,22 +14,19 @@ def get_node_start_command():
             return line.split('=')[1].strip()
 #end define
 
+def get_node_args(start_command: str = None):
+    if start_command is None:
+        start_command = get_node_start_command()
+    #end if
 
-def get_node_args(command: str = None):
-    if command is None:
-        command = get_node_start_command()
-    result = {}
-    key = ''
-    for c in command.split(' ')[1:]:
-        if c.startswith('--') or c.startswith('-'):
-            if key:
-                result[key] = ''
-            key = c
-        elif key:
-            result[key] = c
-            key = ''
-    if key:
-        result[key] = ''
+    result = dict() # {key: [value1, value2]}
+    node_args = start_command.split(' ')[1:]
+    key = None
+    for item in node_args:
+        if item.startswith('-'):
+            key = item
+            result[key] = list()
+        else:
+            result[key].append(item)
     return result
 #end define
-

mytoninstaller/scripts/set_node_argument.py

@@ -11,20 +11,35 @@ def set_node_arg(arg_name: str, arg_value: str = ''):
     """
     assert arg_name.startswith('-'), 'arg_name must start with "-" or "--"'
     service = get_validator_service()
-    command = get_node_start_command()
-    if command.split(' ')[0] != '/usr/bin/ton/validator-engine/validator-engine':
-        raise Exception('Invalid node start command in service file')
-    if command is None:
+    start_command = get_node_start_command()
+    if start_command is None:
         raise Exception('Cannot find node start command in service file')
-    args = get_node_args(command)
+    first_arg = start_command.split(' ')[0]
+    if first_arg != '/usr/bin/ton/validator-engine/validator-engine':
+        raise Exception('Invalid node start command in service file')
+    #end if
+    
+    node_args = get_node_args(start_command)
     if arg_value == '-d':
-        args.pop(arg_name, None)
+        node_args.pop(arg_name, None)
     else:
-        args[arg_name] = arg_value
-    new_command = command.split(' ')[0] + ' ' + ' '.join([f'{k} {v}' for k, v in args.items()])
-    new_service = service.replace(command, new_command)
-    with open('/etc/systemd/system/validator.service', 'w') as f:
-        f.write(new_service)
+        if ' ' in arg_value:
+            node_args[arg_name] = arg_value.split()
+        else:
+            node_args[arg_name] = [arg_value]
+    #end if
+
+    buffer = list()
+    buffer.append(first_arg)
+    for key, value_list in node_args.items():
+        if len(value_list) == 0:
+            buffer.append(f"{key}")
+        for value in value_list:
+            buffer.append(f"{key} {value}")
+    new_start_command = ' '.join(buffer)
+    new_service = service.replace(start_command, new_start_command)
+    with open('/etc/systemd/system/validator.service', 'w') as file:
+        file.write(new_service)
     restart_node()
 #end define
 

mytoninstaller/settings.py

@@ -66,6 +66,13 @@ def FirstNodeSettings(local):
 	# Прописать автозагрузку
 	cpus = psutil.cpu_count() - 1
 	cmd = f"{validatorAppPath} --threads {cpus} --daemonize --global-config {globalConfigPath} --db {ton_db_dir} --logname {tonLogPath} --archive-ttl {archive_ttl} --verbosity 1"
+
+	if os.getenv('ADD_SHARD'):
+		add_shard = os.getenv('ADD_SHARD')
+		cmd += f' -M'
+		for shard in add_shard.split():
+			cmd += f' --add-shard {shard}'
+
 	add2systemd(name="validator", user=vuser, start=cmd) # post="/usr/bin/python3 /usr/src/mytonctrl/mytoncore.py -e \"validator down\""
 
 	# Получить внешний ip адрес

scripts/install.py

@@ -38,6 +38,13 @@ def run_cli():
             "dump",
             message="Do you want to download blockchain's dump? "
                     "This reduces synchronization time but requires to download a large file",
+        ),
+        inquirer.Text(
+            "add-shard",
+            message="Set shards node will sync. Skip to sync all shards. "
+                    "Format: <workchain>:<shard>. Divide multiple shards with space. "
+                    "Example: `0:2000000000000000 0:6000000000000000`",
+            validate=lambda _, x: not x or all([":" in i for i in x.split()])
         )
     ]
 
@@ -51,6 +58,7 @@ def parse_args(answers: dict):
     network = answers["network"].lower()
     config = answers["config"]
     archive_ttl = answers["archive-ttl"]
+    add_shard = answers["add-shard"]
     validator_mode = answers["validator-mode"]
     dump = answers["dump"]
 
@@ -61,6 +69,8 @@ def parse_args(answers: dict):
 
     if archive_ttl:
         os.putenv('ARCHIVE_TTL', archive_ttl)  # set env variable
+    if add_shard:
+        os.putenv('ADD_SHARD', add_shard)
 
     if validator_mode and validator_mode not in ('Skip', 'Validator wallet'):
         if validator_mode == 'Nominator pool':