sisyphus-cli, ported to python3...yawza

4 files changed, 304 insertions, 0 deletions

diff --git a/backend/libsisyphus.py b/backend/libsisyphus.py
new file mode 100755
index 0000000..5dff073
--- /dev/null
+++ b/backend/libsisyphus.py
@@ -0,0 +1,229 @@
+#!/usr/bin/python3
+
+import csv
+import filecmp
+import os
+import shutil
+import sqlite3
+import sys
+import urllib3
+import subprocess
+
+redcore_portage_tree_path = '/usr/portage'
+redcore_desktop_overlay_path = '/var/lib/layman/redcore-desktop'
+redcore_portage_config_path = '/opt/redcore-build'
+
+sisyphus_remote_csv_url = 'http://mirror.math.princeton.edu/pub/redcorelinux/csv/remote_preinst.csv'
+sisyphus_remote_csv_path_pre = '/var/lib/sisyphus/csv/remote_preinst.csv'
+sisyphus_remote_csv_path_post = '/var/lib/sisyphus/csv/remote_postinst.csv'
+sisyphus_local_csv_path_pre = '/var/lib/sisyphus/csv/local_preinst.csv'
+sisyphus_local_csv_path_post = '/var/lib/sisyphus/csv/local_postinst.csv'
+sisyphus_database_path = '/var/lib/sisyphus/db/sisyphus.db'
+def check_if_root():
+    if not os.getuid() == 0:
+        sys.exit("you need root permissions to do this. exiting!")
+
+def check_if_srcmode():
+    portage_srcmode_make_conf = '/opt/redcore-build/conf/intel/portage/make.conf.amd64-srcmode'
+    portage_make_conf_symlink = '/etc/portage/make.conf'
+
+    if os.path.islink(portage_make_conf_symlink) and os.path.realpath(portage_make_conf_symlink) == portage_srcmode_make_conf:
+        print("the system is set to srcmode (full gentoo), refusing to run!")
+        sys.exit(1)
+
+def check_redcore_portage_tree():
+    os.chdir(redcore_portage_tree_path)
+    subprocess.call(['git', 'remote', 'update'])
+    redcore_portage_tree_local_hash = subprocess.check_output(['git', 'rev-parse', '@'])
+    redcore_portage_tree_remote_hash = subprocess.check_output(['git', 'rev-parse', '@{u}'])
+
+    if not redcore_portage_tree_local_hash == redcore_portage_tree_remote_hash:
+        print("redcore desktop portage tree is out-of-date. run 'sisyphus update' first!")
+        sys.exit(1)
+
+def check_redcore_desktop_overlay():
+    os.chdir(redcore_desktop_overlay_path)
+    subprocess.call(['git', 'remote', 'update'])
+    redcore_desktop_overlay_local_hash = subprocess.check_output(['git', 'rev-parse', '@'])
+    redcore_desktop_overlay_remote_hash = subprocess.check_output(['git', 'rev-parse', '@{u}'])
+
+    if not redcore_desktop_overlay_local_hash == redcore_desktop_overlay_remote_hash:
+        print("redcore desktop overlay is out-of-date. run 'sisyphus update' first!")
+        sys.exit(1)
+
+def check_redcore_portage_config():
+    os.chdir(redcore_portage_config_path)
+    subprocess.call(['git', 'remote', 'update'])
+    redcore_portage_config_local_hash = subprocess.check_output(['git', 'rev-parse', '@'])
+    redcore_portage_config_remote_hash = subprocess.check_output(['git', 'rev-parse', '@{u}'])
+
+    if not redcore_portage_config_local_hash == redcore_portage_config_remote_hash:
+        print("redcore desktop portage config is out-of-date. run 'sisyphus update' first!")
+        sys.exit(1)
+
+def fetch_sisyphus_remote_packages_table_csv():
+    http = urllib3.PoolManager()
+    
+    if not os.path.isfile(sisyphus_remote_csv_path_pre):
+        os.mknod(sisyphus_remote_csv_path_pre)
+        with http.request('GET', sisyphus_remote_csv_url, preload_content=False) as tmp_buffer, open(sisyphus_remote_csv_path_post, 'wb') as output_file:       
+            shutil.copyfileobj(tmp_buffer, output_file)
+    else:
+        with http.request('GET', sisyphus_remote_csv_url, preload_content=False) as tmp_buffer, open(sisyphus_remote_csv_path_post, 'wb') as output_file:
+            shutil.copyfileobj(tmp_buffer, output_file)
+
+def check_sisyphus_remote_packages_table_csv():
+    if not filecmp.cmp(sisyphus_remote_csv_path_pre, sisyphus_remote_csv_path_post):
+        print("sisyphus database remote_packages table is out-of-date. run 'sisyphus update' first!")
+        os.remove(sisyphus_remote_csv_path_post)
+        sys.exit(1)
+    else:
+        os.remove(sisyphus_remote_csv_path_post)
+
+def check_sisyphus_remote_packages_table():
+    fetch_sisyphus_remote_packages_table_csv()
+    check_sisyphus_remote_packages_table_csv()
+
+def check_sync():
+    check_if_root()
+    check_redcore_portage_tree()
+    check_redcore_desktop_overlay()
+    check_redcore_portage_config()
+    check_sisyphus_remote_packages_table()
+
+def sync_redcore_portage_tree_and_desktop_overlay():
+    subprocess.call(['emerge', '--sync'])
+
+def sync_redcore_portage_config():
+    os.chdir(redcore_portage_config_path)
+    print(">>> Syncing 'portage config' into '/etc/portage'...")
+    print("/usr/bin/git pull")
+    subprocess.call(['git', 'pull'])
+    print("=== Sync completed for 'portage config'")
+
+def sync_sisyphus_remote_packages_table_csv():
+    if not filecmp.cmp(sisyphus_remote_csv_path_pre, sisyphus_remote_csv_path_post):
+        print(">>> Syncing 'sisyphus database remote_packages table' into '/var/lib/sisyphus/db/sisyphus.db'")
+        print("/usr/bin/sqlite3 /var/lib/sisyphus/db/sisyphus.db")
+        sisyphusdb = sqlite3.connect(sisyphus_database_path)
+        sisyphusdb.cursor().execute('''drop table if exists remote_packages''')
+        sisyphusdb.cursor().execute('''create table remote_packages (category TEXT,name TEXT,version TEXT,slot TEXT,description TEXT)''')
+        with open(sisyphus_remote_csv_path_post) as sisyphus_remote_csv:
+            for row in csv.reader(sisyphus_remote_csv):
+                sisyphusdb.cursor().execute("insert into remote_packages (category, name, version, slot, description) values (?, ?, ?, ?, ?);", row)
+        sisyphusdb.commit()
+        sisyphusdb.close()
+        print("=== Sync completed for 'sisyphus database remote_packages table'")
+    else:
+        print(">>> Syncing 'sisyphus database remote_packages table' into '/var/lib/sisyphus/db/sisyphus.db'")
+        print("/usr/bin/sqlite3 /var/lib/sisyphus/db/sisyphus.db")
+        print("Already up-to-date.")
+        print("=== Sync completed for 'sisyphus database remote_packages table'")
+    shutil.move(sisyphus_remote_csv_path_post, sisyphus_remote_csv_path_pre)
+        
+def sync_sisyphus_database_remote_packages_table():
+    fetch_sisyphus_remote_packages_table_csv()
+    sync_sisyphus_remote_packages_table_csv()
+
+def redcore_sync():
+    check_if_root()
+    sync_redcore_portage_tree_and_desktop_overlay()
+    sync_redcore_portage_config()
+    sync_sisyphus_database_remote_packages_table()
+
+def generate_sisyphus_local_packages_table_csv_pre():
+    subprocess.call(['/usr/share/sisyphus-cli/helpers/make_local_csv_pre']) # this is really hard to do in python, so we cheat with a bash helper script
+
+def generate_sisyphus_local_packages_table_csv_post():
+    subprocess.call(['/usr/share/sisyphus-cli/helpers/make_local_csv_post']) # this is really hard to do in python, so we cheat with a bash helper script
+
+def sync_sisyphus_local_packages_table_csv():
+    if filecmp.cmp(sisyphus_local_csv_path_pre, sisyphus_local_csv_path_post):
+        print("sisyphus database local_packages table is in sync with portage database, nothing to do...")
+    else:
+        print("sisyphus database local_packages table is not in sync with portage database, syncing now...")
+        sisyphusdb = sqlite3.connect(sisyphus_database_path)
+        sisyphusdb.cursor().execute('''drop table if exists local_packages''')
+        sisyphusdb.cursor().execute('''create table local_packages (category TEXT,name TEXT,version TEXT,slot TEXT,description TEXT)''')
+        with open(sisyphus_local_csv_path_post) as sisyphus_local_csv:
+            for row in csv.reader(sisyphus_local_csv):
+                sisyphusdb.cursor().execute("insert into local_packages (category, name, version, slot, description) values (?, ?, ?, ?, ?);", row)
+        sisyphusdb.commit()
+        sisyphusdb.close()
+    shutil.move(sisyphus_local_csv_path_post, sisyphus_local_csv_path_pre)
+
+def sisyphus_pkg_install():
+    check_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '-a'] + sys.argv[2:])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_uninstall():
+    check_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '--depclean', '-a'] + sys.argv[2:])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_force_uninstall():
+    check_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '--unmerge', '-a'] + sys.argv[2:])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_remove_orphans():
+    check_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '--depclean', '-a'])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_system_upgrade():
+    check_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '-uDaN', '--with-bdeps=y', '@world'])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_auto_install():
+    redcore_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge'] + sys.argv[2:])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_auto_uninstall():
+    redcore_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '--depclean'] + sys.argv[2:])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_auto_force_uninstall():
+    redcore_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '--unmerge'] + sys.argv[2:])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_auto_remove_orphans():
+    redcore_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '--depclean', '-q'])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_auto_system_upgrade():
+    redcore_sync()
+    generate_sisyphus_local_packages_table_csv_pre()
+    subprocess.call(['emerge', '-uDN', '--with-bdeps=y', '@world'])
+    generate_sisyphus_local_packages_table_csv_post()
+    sync_sisyphus_local_packages_table_csv()
+
+def sisyphus_pkg_search():
+    subprocess.call(['emerge', '--search'] + sys.argv[2:])
+
+def sisyphus_pkg_system_update():
+    redcore_sync()
diff --git a/frontend/cli/sisyphus-cli.py b/frontend/cli/sisyphus-cli.py
new file mode 100755
index 0000000..3d4fb3a
--- /dev/null
+++ b/frontend/cli/sisyphus-cli.py
@@ -0,0 +1,33 @@
+#!/usr/bin/python3
+
+import sys
+import subprocess
+from libsisyphus import *
+
+check_if_srcmode()
+
+if "__main__" == __name__:
+    if "install" in sys.argv[1:]:
+        sisyphus_pkg_install()
+    elif "uninstall" in sys.argv[1:]:
+        sisyphus_pkg_uninstall()
+    elif "force-uninstall" in sys.argv[1:]:
+        sisyphus_pkg_force_uninstall()
+    elif "remove-orphans" in sys.argv[1:]:
+        sisyphus_pkg_remove_orphans()
+    elif "upgrade" in sys.argv[1:]:
+        sisyphus_pkg_system_upgrade()
+    elif "auto-install" in sys.argv[1:]:
+        sisyphus_pkg_auto_install()
+    elif "auto-uninstall" in sys.argv[1:]:
+        sisyphus_pkg_auto_uninstall()
+    elif "auto-force-uninstall" in sys.argv[1:]:
+        sisyphus_pkg_auto_force_uninstall()
+    elif "auto-remove-orphans" in sys.argv[1:]:
+        sisyphus_pkg_auto_remove_orphans()
+    elif "auto-upgrade" in sys.argv[1:]:
+        sisyphus_pkg_auto_system_upgrade()
+    elif "search" in sys.argv[1:]:
+        sisyphus_pkg_search()
+    elif "update" in sys.argv[1:]:
+        sisyphus_pkg_system_update()
diff --git a/helpers/make_local_csv_post b/helpers/make_local_csv_post
new file mode 100755
index 0000000..cd38974
--- /dev/null
+++ b/helpers/make_local_csv_post
@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+collect_local_portage_database() {
+	for i in $(qlist -ICv); do
+		pushd /var/db/pkg/$i > /dev/null 2>&1
+		echo "$(<CATEGORY),$(sed -re "s/-([0-9])/,\1/" <PF),$(<SLOT),$(sed -e "s/\"//g" -e "s/\'//g" -e "s/\,//g" <DESCRIPTION)" >> /tmp/local_postinst.csv
+		popd > /dev/null 2>&1
+	done
+	mv /tmp/local_postinst.csv /var/lib/sisyphus/csv/
+}
+
+clean_temporary_files() {
+	rm -rf /tmp/local_postinst.csv
+}
+
+main() {
+	collect_local_portage_database
+	clean_temporary_files
+}
+
+main
diff --git a/helpers/make_local_csv_pre b/helpers/make_local_csv_pre
new file mode 100755
index 0000000..068331e
--- /dev/null
+++ b/helpers/make_local_csv_pre
@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+collect_local_portage_database() {
+	for i in $(qlist -ICv); do
+		pushd /var/db/pkg/$i > /dev/null 2>&1
+		echo "$(<CATEGORY),$(sed -re "s/-([0-9])/,\1/" <PF),$(<SLOT),$(sed -e "s/\"//g" -e "s/\'//g" -e "s/\,//g" <DESCRIPTION)" >> /tmp/local_preinst.csv
+		popd > /dev/null 2>&1
+	done
+	mv /tmp/local_preinst.csv /var/lib/sisyphus/csv/
+}
+
+clean_temporary_files() {
+	rm -rf /tmp/local_preinst.csv
+}
+
+main() {
+	collect_local_portage_database
+	clean_temporary_files
+}
+
+main