xref: /unit/test/test_python_procman.py (revision 2478:c08289a08a73)

import re
import shutil
import subprocess
import time

import pytest
from unit.applications.lang.python import TestApplicationPython
from unit.option import option


class TestPythonProcman(TestApplicationPython):
    prerequisites = {'modules': {'python': 'any'}}

    @pytest.fixture(autouse=True)
    def setup_method_fixture(self, temp_dir):
        self.app_name = f'app-{temp_dir.split("/")[-1]}'
        self.app_proc = f'applications/{self.app_name}/processes'
        self.load('empty', self.app_name)

    def pids_for_process(self):
        time.sleep(0.2)

        output = subprocess.check_output(['ps', 'ax'])

        pids = set()
        for m in re.findall(
            fr'.*unit: "{self.app_name}" application', output.decode()
        ):
            pids.add(re.search(r'^\s*(\d+)', m).group(1))

        return pids

    def conf_proc(self, conf, path=None):
        if path is None:
            path = self.app_proc

        assert 'success' in self.conf(conf, path), 'configure processes'

    @pytest.mark.skip('not yet')
    def test_python_processes_idle_timeout_zero(self):
        self.conf_proc({"spare": 0, "max": 2, "idle_timeout": 0})

        self.get()
        assert len(self.pids_for_process()) == 0, 'idle timeout 0'

    def test_python_prefork(self):
        self.conf_proc('2')

        pids = self.pids_for_process()
        assert len(pids) == 2, 'prefork 2'

        self.get()
        assert self.pids_for_process() == pids, 'prefork still 2'

        self.conf_proc('4')

        pids = self.pids_for_process()
        assert len(pids) == 4, 'prefork 4'

        self.get()
        assert self.pids_for_process() == pids, 'prefork still 4'

        self.stop_all()

    @pytest.mark.skip('not yet')
    def test_python_prefork_same_processes(self):
        self.conf_proc('2')
        pids = self.pids_for_process()

        self.conf_proc('4')
        pids_new = self.pids_for_process()

        assert pids.issubset(pids_new), 'prefork same processes'

    def test_python_ondemand(self):
        self.conf_proc({"spare": 0, "max": 8, "idle_timeout": 1})

        assert len(self.pids_for_process()) == 0, 'on-demand 0'

        self.get()
        pids = self.pids_for_process()
        assert len(pids) == 1, 'on-demand 1'

        self.get()
        assert self.pids_for_process() == pids, 'on-demand still 1'

        time.sleep(1)

        assert len(self.pids_for_process()) == 0, 'on-demand stop idle'

        self.stop_all()

    def test_python_scale_updown(self):
        self.conf_proc({"spare": 2, "max": 8, "idle_timeout": 1})

        pids = self.pids_for_process()
        assert len(pids) == 2, 'updown 2'

        self.get()
        pids_new = self.pids_for_process()
        assert len(pids_new) == 3, 'updown 3'
        assert pids.issubset(pids_new), 'updown 3 only 1 new'

        self.get()
        assert self.pids_for_process() == pids_new, 'updown still 3'

        time.sleep(1)

        pids = self.pids_for_process()
        assert len(pids) == 2, 'updown stop idle'

        self.get()
        pids_new = self.pids_for_process()
        assert len(pids_new) == 3, 'updown again 3'
        assert pids.issubset(pids_new), 'updown again 3 only 1 new'

        self.stop_all()

    def test_python_reconfigure(self):
        self.conf_proc({"spare": 2, "max": 6, "idle_timeout": 1})

        pids = self.pids_for_process()
        assert len(pids) == 2, 'reconf 2'

        self.get()
        pids_new = self.pids_for_process()
        assert len(pids_new) == 3, 'reconf 3'
        assert pids.issubset(pids_new), 'reconf 3 only 1 new'

        self.conf_proc('6', f'{self.app_proc}/spare')

        pids = self.pids_for_process()
        assert len(pids) == 6, 'reconf 6'

        self.get()
        assert self.pids_for_process() == pids, 'reconf still 6'

        self.stop_all()

    def test_python_idle_timeout(self):
        self.conf_proc({"spare": 0, "max": 6, "idle_timeout": 2})

        self.get()
        pids = self.pids_for_process()
        assert len(pids) == 1, 'idle timeout 1'

        time.sleep(1)

        self.get()

        time.sleep(1)

        pids_new = self.pids_for_process()
        assert len(pids_new) == 1, 'idle timeout still 1'
        assert self.pids_for_process() == pids, 'idle timeout still 1 same pid'

        time.sleep(1)

        assert len(self.pids_for_process()) == 0, 'idle timed out'

    def test_python_processes_connection_keepalive(self):
        self.conf_proc({"spare": 0, "max": 6, "idle_timeout": 2})

        (_, sock) = self.get(
            headers={'Host': 'localhost', 'Connection': 'keep-alive'},
            start=True,
            read_timeout=1,
        )
        assert len(self.pids_for_process()) == 1, 'keepalive connection 1'

        time.sleep(2)

        assert len(self.pids_for_process()) == 0, 'keepalive connection 0'

        sock.close()

    def test_python_processes_access(self):
        self.conf_proc('1')

        path = f'/{self.app_proc}'
        assert 'error' in self.conf_get(f'{path}/max')
        assert 'error' in self.conf_get(f'{path}/spare')
        assert 'error' in self.conf_get(f'{path}/idle_timeout')

    def test_python_processes_invalid(self):
        assert 'error' in self.conf(
            {"spare": -1}, self.app_proc
        ), 'negative spare'
        assert 'error' in self.conf({"max": -1}, self.app_proc), 'negative max'
        assert 'error' in self.conf(
            {"idle_timeout": -1}, self.app_proc
        ), 'negative idle_timeout'
        assert 'error' in self.conf(
            {"spare": 2}, self.app_proc
        ), 'spare gt max default'
        assert 'error' in self.conf(
            {"spare": 2, "max": 1}, self.app_proc
        ), 'spare gt max'
        assert 'error' in self.conf(
            {"spare": 0, "max": 0}, self.app_proc
        ), 'max zero'

    def stop_all(self):
        assert 'success' in self.conf({"listeners": {}, "applications": {}})

        assert len(self.pids_for_process()) == 0, 'stop all'

    def test_python_restart(self, temp_dir):
        shutil.copyfile(
            f'{option.test_dir}/python/restart/v1.py', f'{temp_dir}/wsgi.py'
        )

        self.load(
            temp_dir,
            name=self.app_name,
            processes=1,
            environment={'PYTHONDONTWRITEBYTECODE': '1'},
        )

        b = self.get()['body']
        assert b == "v1", 'process started'

        shutil.copyfile(
            f'{option.test_dir}/python/restart/v2.py', f'{temp_dir}/wsgi.py'
        )

        b = self.get()['body']
        assert b == "v1", 'still old process'

        assert 'success' in self.conf_get(
            f'/control/applications/{self.app_name}/restart'
        ), 'restart processes'

        b = self.get()['body']
        assert b == "v2", 'new process started'

        assert 'error' in self.conf_get(
            '/control/applications/blah/restart'
        ), 'application incorrect'

        assert 'error' in self.conf_delete(
            f'/control/applications/{self.app_name}/restart'
        ), 'method incorrect'

    def test_python_restart_multi(self):
        self.conf_proc('2')

        pids = self.pids_for_process()
        assert len(pids) == 2, 'restart 2 started'

        assert 'success' in self.conf_get(
            f'/control/applications/{self.app_name}/restart'
        ), 'restart processes'

        new_pids = self.pids_for_process()
        assert len(new_pids) == 2, 'restart still 2'

        assert len(new_pids.intersection(pids)) == 0, 'restart all new'

    def test_python_restart_longstart(self):
        self.load(
            'restart',
            name=self.app_name,
            module="longstart",
            processes={"spare": 1, "max": 2, "idle_timeout": 5},
        )

        assert len(self.pids_for_process()) == 1, 'longstarts == 1'

        self.get()

        pids = self.pids_for_process()
        assert len(pids) == 2, 'longstarts == 2'

        assert 'success' in self.conf_get(
            f'/control/applications/{self.app_name}/restart'
        ), 'restart processes'

        # wait for longstarted app
        time.sleep(2)

        new_pids = self.pids_for_process()
        assert len(new_pids) == 1, 'restart 1'

        assert len(new_pids.intersection(pids)) == 0, 'restart all new'