Send patches - preferably formatted by git format-patch - to patches at archlinux32 dot org.
summaryrefslogtreecommitdiff
path: root/helpers/general.py
diff options
context:
space:
mode:
authorAnton Hvornum <anton.feeds+github@gmail.com>2020-06-29 08:55:25 +0000
committerAnton Hvornum <anton.feeds+github@gmail.com>2020-06-29 08:55:25 +0000
commit5ae18b80fd118cc07108694feb81e5e02a9b18f3 (patch)
treeae19f5234e465492044052a8ef4bf6029e42c1d3 /helpers/general.py
parent89ecdee763677fd455fc9ae722632928047a791d (diff)
Starting to rework the entire codebase to be context friendly. Annotations is next after one successful install.
Diffstat (limited to 'helpers/general.py')
-rw-r--r--helpers/general.py206
1 files changed, 206 insertions, 0 deletions
diff --git a/helpers/general.py b/helpers/general.py
new file mode 100644
index 00000000..2b730c60
--- /dev/null
+++ b/helpers/general.py
@@ -0,0 +1,206 @@
+import os, json, hashlib, shlex
+import time, pty
+from subprocess import Popen, STDOUT, PIPE, check_output
+from select import epoll, EPOLLIN, EPOLLHUP
+
+def log(*args, **kwargs):
+ print(' '.join([str(x) for x in args]))
+
+def gen_uid(entropy_length=256):
+ return hashlib.sha512(os.urandom(entropy_length)).hexdigest()
+
+class sys_command():#Thread):
+ """
+ Stolen from archinstall_gui
+ """
+ def __init__(self, cmd, callback=None, start_callback=None, *args, **kwargs):
+ if not 'worker_id' in kwargs: kwargs['worker_id'] = gen_uid()
+ if not 'emulate' in kwargs: kwargs['emulate'] = False
+ #Thread.__init__(self)
+ if kwargs['emulate']:
+ log(f"Starting command '{cmd}' in emulation mode.")
+ self.cmd = shlex.split(cmd)
+ self.args = args
+ self.kwargs = kwargs
+ if not 'worker' in self.kwargs: self.kwargs['worker'] = None
+ self.callback = callback
+ self.pid = None
+ self.exit_code = None
+ self.started = time.time()
+ self.ended = None
+ self.worker_id = kwargs['worker_id']
+ self.trace_log = b''
+ self.status = 'starting'
+
+ user_catalogue = os.path.expanduser('~')
+ self.cwd = f"{user_catalogue}/archinstall/cache/workers/{kwargs['worker_id']}/"
+ self.exec_dir = f'{self.cwd}/{os.path.basename(self.cmd[0])}_workingdir'
+
+ if not self.cmd[0][0] == '/':
+ log('Worker command is not executed with absolute path, trying to find: {}'.format(self.cmd[0]), origin='spawn', level=5)
+ o = check_output(['/usr/bin/which', self.cmd[0]])
+ log('This is the binary {} for {}'.format(o.decode('UTF-8'), self.cmd[0]), origin='spawn', level=5)
+ self.cmd[0] = o.decode('UTF-8').strip()
+
+ if not os.path.isdir(self.exec_dir):
+ os.makedirs(self.exec_dir)
+
+ if self.kwargs['emulate']:
+ commandlog.append(cmd + ' # (emulated)')
+ elif 'hide_from_log' in self.kwargs and self.kwargs['hide_from_log']:
+ pass
+ else:
+ commandlog.append(cmd)
+ if start_callback: start_callback(self, *args, **kwargs)
+ #self.start()
+ self.run()
+
+ def __iter__(self, *args, **kwargs):
+ for line in self.trace_log.split(b'\n'):
+ yield line
+
+ def __repr__(self, *args, **kwargs):
+ return f"{self.cmd, self.trace_log}"
+
+ def decode(self, fmt='UTF-8'):
+ return self.trace_log.decode(fmt)
+
+ def dump(self):
+ return {
+ 'status' : self.status,
+ 'worker_id' : self.worker_id,
+ 'worker_result' : self.trace_log.decode('UTF-8'),
+ 'started' : self.started,
+ 'ended' : self.ended,
+ 'started_pprint' : '{}-{}-{} {}:{}:{}'.format(*time.localtime(self.started)),
+ 'ended_pprint' : '{}-{}-{} {}:{}:{}'.format(*time.localtime(self.ended)) if self.ended else None,
+ 'exit_code' : self.exit_code
+ }
+
+ def run(self):
+ #main = None
+ #for t in tenum():
+ # if t.name == 'MainThread':
+ # main = t
+ # break
+
+ #if not main:
+ # log('Main thread not existing')
+ # return
+
+ self.status = 'running'
+ old_dir = os.getcwd()
+ os.chdir(self.exec_dir)
+ self.pid, child_fd = pty.fork()
+ if not self.pid: # Child process
+ # Replace child process with our main process
+ if not self.kwargs['emulate']:
+ try:
+ os.execv(self.cmd[0], self.cmd)
+ except FileNotFoundError:
+ self.status = 'done'
+ log(f"{self.cmd[0]} does not exist.", origin='spawn', level=2)
+ self.exit_code = 1
+ return False
+
+ os.chdir(old_dir)
+
+ poller = epoll()
+ poller.register(child_fd, EPOLLIN | EPOLLHUP)
+
+ if 'events' in self.kwargs and 'debug' in self.kwargs:
+ log(f'[D] Using triggers for command: {self.cmd}')
+ log(json.dumps(self.kwargs['events']))
+
+ alive = True
+ last_trigger_pos = 0
+ while alive and not self.kwargs['emulate']:
+ for fileno, event in poller.poll(0.1):
+ try:
+ output = os.read(child_fd, 8192).strip()
+ self.trace_log += output
+ except OSError:
+ alive = False
+ break
+
+ if 'debug' in self.kwargs and self.kwargs['debug'] and len(output):
+ log(self.cmd[0], 'gave:', output.decode('UTF-8'))
+ log(self.cmd[0],'gave:', output.decode('UTF-8'), origin='spawn', level=4)
+
+ if 'on_output' in self.kwargs:
+ self.kwargs['on_output'](self.kwargs['worker'], output)
+
+ lower = output.lower()
+ broke = False
+ if 'events' in self.kwargs:
+ for trigger in list(self.kwargs['events']):
+ if type(trigger) != bytes:
+ original = trigger
+ trigger = bytes(original, 'UTF-8')
+ self.kwargs['events'][trigger] = self.kwargs['events'][original]
+ del(self.kwargs['events'][original])
+ if type(self.kwargs['events'][trigger]) != bytes:
+ self.kwargs['events'][trigger] = bytes(self.kwargs['events'][trigger], 'UTF-8')
+
+ if trigger.lower() in self.trace_log[last_trigger_pos:].lower():
+ trigger_pos = self.trace_log[last_trigger_pos:].lower().find(trigger.lower())
+
+ if 'debug' in self.kwargs and self.kwargs['debug']:
+ log(f"Writing to subprocess {self.cmd[0]}: {self.kwargs['events'][trigger].decode('UTF-8')}")
+ log(f"Writing to subprocess {self.cmd[0]}: {self.kwargs['events'][trigger].decode('UTF-8')}", origin='spawn', level=5)
+
+ last_trigger_pos = trigger_pos
+ os.write(child_fd, self.kwargs['events'][trigger])
+ del(self.kwargs['events'][trigger])
+ broke = True
+ break
+
+ if broke:
+ continue
+
+ ## Adding a exit trigger:
+ if len(self.kwargs['events']) == 0:
+ if 'debug' in self.kwargs and self.kwargs['debug']:
+ log(f"Waiting for last command {self.cmd[0]} to finish.", origin='spawn', level=4)
+
+ if bytes(f']$'.lower(), 'UTF-8') in self.trace_log[0-len(f']$')-5:].lower():
+ if 'debug' in self.kwargs and self.kwargs['debug']:
+ log(f"{self.cmd[0]} has finished.", origin='spawn', level=4)
+ alive = False
+ break
+
+ self.status = 'done'
+
+ if 'debug' in self.kwargs and self.kwargs['debug']:
+ log(f"{self.cmd[0]} waiting for exit code.", origin='spawn', level=5)
+
+ if not self.kwargs['emulate']:
+ try:
+ self.exit_code = os.waitpid(self.pid, 0)[1]
+ except ChildProcessError:
+ try:
+ self.exit_code = os.waitpid(child_fd, 0)[1]
+ except ChildProcessError:
+ self.exit_code = 1
+ else:
+ self.exit_code = 0
+
+ if 'ignore_errors' in self.kwargs:
+ self.exit_code = 0
+
+ if self.exit_code != 0:
+ log(f"{self.cmd} did not exit gracefully, exit code {self.exit_code}.", origin='spawn', level=3)
+ log(self.trace_log.decode('UTF-8'), origin='spawn', level=3)
+ else:
+ log(f"{self.cmd[0]} exit nicely.", origin='spawn', level=5)
+
+ self.ended = time.time()
+ with open(f'{self.cwd}/trace.log', 'wb') as fh:
+ fh.write(self.trace_log)
+
+def prerequisit_check():
+ if not os.path.isdir('/sys/firmware/efi'):
+ raise RequirementError('Archinstall only supports machines in UEFI mode.')
+
+ return True
+