Build AXP.OS

   ┌────────────────────────────────────┐
   │     🚦 Semaphore (UI + Control)    │───.     . . . . . . . . . . . . . . . .
   │     🛠️ Ansible (same system)       │   '──▶ .       🗄️ Database           .
   │    . . . . . . . . . . . . . . .   │         .   (remote or on Semaphore)  .
   │    🏗️ Buildserver (can be local)   │         . . . . . . . . . . . . . . . . 
   └──────────────┬─────────────────────┘
                  │
                  ▼
   . . . . . . . . . . . . . .  . . . . .
   .         🏗️ Buildserver             .
   .  (remote or on Semaphore system)   .
   . . . . . . . . . . . . . .  . . . . .
                  │
                  ▼
   . . . . . . . . . . . . . .  . . . . .
   .      📦 Download + OTA Server      .
   .           (fully optional)         .
   . . . . . . . . . . . . . .  . . . . .

Legend:
─────────  = required  
. . . . .  = optional, can be a separate server or completely skipped

- Semaphore+Ansible require each other (single system).
- Buildserver and Database are optionally on a different server.
- Semaphore supports MariaDB, Postgres or a simple filebased DB (BoltDB).

dnf install mariadb-server ansible-core

systemctl enable --now mariadb
mysql_secure_installation
# (optional but recommended)

mysql

MariaDB [(none)]> CREATE DATABASE semaphoredb CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci;
MariaDB [(none)]> ALTER DATABASE semaphoredb DEFAULT CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci;

MariaDB [(none)]> CREATE user 'semaphore'@'localhost' identified by 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX';
MariaDB [(none)]> GRANT ALL PRIVILEGES ON semaphoredb.* TO 'semaphore'@'localhost';

SELECT CONCAT('ALTER TABLE ', table_name, ' CONVERT TO CHARACTER SET utf8mb4 COLLATE utf8mb4_general_ci;') FROM information_schema.tables WHERE table_schema = 'semaphore';

useradd -d /opt/semaphore -r -m -s /bin/false semaphore

mkdir /etc/semaphore
cd /etc/semaphore
chown semaphore:semaphore /etc/semaphore
chmod 750 /etc/semaphore

echo > /etc/systemd/system/semaphore.service < _EOF
[Unit]
Description=Ansible Semaphore
Documentation=https://docs.ansible-semaphore.com/
Wants=network-online.target
After=network-online.target mariadb.service
Requires=mariadb.service
ConditionPathExists=/usr/bin/semaphore
ConditionPathExists=/etc/semaphore/config.json

[Service]
User=semaphore
Group=semaphore
ExecStart=/usr/bin/semaphore service --config /etc/semaphore/config.json
ExecReload=/bin/kill -HUP $MAINPID
Restart=always
RestartSec=20s
# to auto-upgrade python modules at service startup
ExecStartPre=/bin/bash -c 'python3 -m pip install --upgrade --user -r /etc/semaphore/python-requirements.txt'
# so the executables are found
Environment="PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:~/.local/bin"
# to fix "python module not found" issues, the following WorkingDirectory must point to the same
# directory as ` tmp_path`  variable in your semaphore config.json
# if using non-default ansible.cfg params, it also should contain your `.ansible.cfg` (yes, `dot`ansible.cfg)
WorkingDirectory=/opt/semaphore
# besides the WorkingDirectory we need to tell systemd where to find your pip installed libs:
# to find out the user's as $User exec: python -c "import site; print(site.USER_SITE)"
Environment="PYTHONPATH=/home/pors/.local/lib/python3.9/site-packages"

[Install]
WantedBy=multi-user.target
_EOF

systemctl enable --now semaphore

sudo apt update && sudo apt upgrade && sudo apt full-upgrade && sudo apt -f install && sudo apt autoremove
sudo ln -s /usr/include/asm-generic /usr/include/asm

sudo apt install libssl-dev libncurses5 aapt autoconf automake bc bison build-essential ccache curl expat flex g++ gawk gcc gcc-multilib git git-lfs g++-multilib gnupg gperf lib32ncurses-dev lib32z1-dev libc6-dev libc6-dev-i386 libcap-dev libexpat1-dev libgl1-mesa-dev libgmp-dev libmpc-dev libmpfr-dev libncurses5-dev libncurses-dev libsdl1.2-dev libtool libx11-dev libxml2 libxml2-utils lzop maven openjdk-8-jdk patch pkg-config pngcrush python-all-dev schedtool squashfs-tools subversion texinfo tmux unzip x11proto-core-dev xsltproc zip zlib1g-dev imagemagick repo firejail optipng jpegoptim openssl wget python3-colorama python3-pip python3-pyperclip bsdmainutils dos2unix tmux

sudo useradd -m <BUILD-USER>

$[BUILD-USER]> curl https://storage.googleapis.com/git-repo-downloads/repo > ~/.local/bin/repo

pip install pygerrit2

sudo dpkg-reconfigure locales

$[BUILD-USER]> mkdir -p /usr/src/aos/Build/LineageOS-20.0
$[BUILD-USER]> cd /usr/src/aos/Build/LineageOS-20.0
$[BUILD-USER]> repo init -u https://github.com/LineageOS/android.git -b lineage-20.0 --git-lfs

$[BUILD-USER]> ssh-keygen -a 500 -t ed25519 -C "some comment"

sudo apt-get install python2 virtualenv python2-pip-whl python2-setuptools-whl
mkdir -p ~/.venv/python2
virtualenv --python=$(which python2) ~/.venv/python2

{
  "ROM_FLAVOR": "axp",
  "target_model": "hotdog",
  "android_shortversion": "a13"
}

---
# hint: do not change the group name as it is used in Ansible later
buildserver:
  hosts:
    builder:
     ansible_host: localhost
     #ansible_host: X.X.X.X
     #ansible_host: myserver.fqdn.local

# hint: do not change the group name as it is used in Ansible later
downloadserver:
  hosts:
   leechserver:
    ansible_port: 22

all:
  vars:
    just_git_push: False
    commit_push: False
    telegram_notifications: False
    use_secrets_yaml: False
    max_processes: 18         # max cpu count for building/checking out sources
    # max_processes_sync: 8   # max cpu count for repo sync cmds (be careful as u can get rate limited easily!)
    keep_build_logs: False
    axp_release_recovery: False

    # Buildserver paths    
    android_build_path: "/usr/src/aosp"   # root path of where you wanna place android sources
    zipdir_mntp: "{{ android_build_path }}/zips/{{ target_model }}" # target directory for the final OS zips
    BUILDHOME: "/home/<BUILD-USER>" # the home path of the buildserver user
    SRCPATH: "{{ DOSPATH }}/Build/LineageOS-{{ los_version }}"
    keys_base_path: "{{ BUILDHOME }}/keys" # signing keys goes here
    repo_bin: "{{ BUILDHOME }}/.local/bin/repo" # full path to your repo binary
    DOSPATH: "{{ android_build_path }}/axp"  # divest path (keep it like that if unsure)
    CCACHE_DIR: "{{ android_build_path }}/ccache/{{ android_shortversion }}"   # full path where to place ccache data
    #SEPARATE_OUT_DIR: "{{ android_build_path }}/out/{{ target_model }}/{{ ROM_FLAVOR }}-{{ android_shortversion }}"
    
    # Semaphore paths
    semaphore_lock_dir: "/opt/semaphore/run" # semaphore run files
    semaphore_work_dir: "/opt/semaphore" # must match semaphore's config.json
    gist_home_dir: /opt/semaphore
    semaphore_home_dir: /opt/semaphore
    ansible_home_dir: /opt/semaphore

# note: if semaphore_work_dir and BUILDHOME differ (like in the above example)
# you have to symlink the .ansible dirs like that:
#ln -s <semaphore_work_dir>/.ansible <BUILDHOME>/
#ln -s <semaphore_work_dir>/.ansible_async <BUILDHOME>/
#ln -s <semaphore_work_dir>/.gitconfig <BUILDHOME>/