#!/usr/bin/python3
#
# Selenium Tests
#
# SPDX-FileCopyrightText: 2013-2025 Univention GmbH
# SPDX-License-Identifier: AGPL-3.0-only
import datetime
import json
import logging
import os
import subprocess
import time
from types import TracebackType
from typing import Self
import selenium.common.exceptions as selenium_exceptions
from PIL import Image
from selenium import webdriver
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions
import univention.testing.ucr as ucr_test
from univention.admin import localization
from univention.config_registry import handler_set
from univention.testing import utils
from univention.testing.selenium.checks_and_waits import ChecksAndWaits
from univention.testing.selenium.interactions import Interactions
from univention.testing.selenium.utils import expand_path
logger = logging.getLogger(__name__)
translator = localization.translation('ucs-test-framework')
_ = translator.translate
[docs]
class UMCSeleniumTest(ChecksAndWaits, Interactions):
"""
This class provides selenium test for web UI tests.
Default browser is Firefox. Set local variable UCSTEST_SELENIUM_BROWSER to 'chrome' or 'ie' to switch browser.
Tests run on selenium grid server. To run tests locally use local variable UCSTEST_SELENIUM=local.
Root privileges are required, also root needs the privilege to display the browser.
"""
BROWSERS = {
'ie': 'internet explorer',
'firefox': 'firefox',
'chrome': 'chrome',
'chromium': 'chrome',
'ff': 'firefox',
}
def __init__(self, language: str = 'en', host: str = "", suppress_notifications: bool = True) -> None:
self._ucr = ucr_test.UCSTestConfigRegistry()
self._ucr.load()
self.browser = self.BROWSERS[os.environ.get('UCSTEST_SELENIUM_BROWSER', 'firefox')]
self.selenium_grid = os.environ.get('UCSTEST_SELENIUM') != 'local'
self.selenium_user_agent = os.environ.get('UCSTEST_SELENIUM_USER_AGENT', None)
self.language = language
self.base_url = 'https://%s/' % (host or '%(hostname)s.%(domainname)s' % self._ucr)
self.screenshot_path = os.path.abspath('selenium/')
self.suppress_notifications = suppress_notifications
translator.set_language(self.language)
logging.basicConfig(level=logging.INFO)
def __enter__(self) -> Self:
self.restart_umc()
self._ucr.__enter__()
if self.selenium_grid:
self.driver = webdriver.Remote(
command_executor=os.environ.get('SELENIUM_HUB', 'http://jenkins.knut.univention.de:4444/wd/hub'),
desired_capabilities={
'browserName': self.browser,
})
else:
if self.browser == 'chrome':
chrome_options = webdriver.ChromeOptions()
chrome_options.add_argument('--no-sandbox') # chrome complains about being executed as root
if self.selenium_user_agent:
chrome_options.add_argument('--user-agent=%s' % self.selenium_user_agent)
chrome_options.add_argument('ignore-certificate-errors')
self.driver = webdriver.Chrome(options=chrome_options)
else:
self.driver = webdriver.Firefox()
self.ldap_base = self._ucr.get('ldap/base')
if self.suppress_notifications:
handler_set(['umc/web/hooks/suppress_notifications=suppress_notifications'])
self.account = utils.UCSTestDomainAdminCredentials()
self.umcLoginUsername = self.account.username
self.umcLoginPassword = self.account.bindpw
if not os.path.exists(self.screenshot_path):
os.makedirs(self.screenshot_path)
self.driver.get(self.base_url + f'univention/login/?lang={self.language}')
# FIXME: Workaround for Bug #44718.
try:
self.driver.execute_script(f'document.cookie = "UMCLang={self.language}; path=/univention/"')
except selenium_exceptions.WebDriverException as exc:
logger.warning("Setting language cookie failed: %s", exc)
self.set_viewport_size(1200, 800)
return self
def __exit__(self, exc_type: type[BaseException] | None, exc_value: BaseException | None, traceback: TracebackType | None) -> None:
try:
if exc_type:
logger.error("Exception: %s %s", exc_type, exc_value)
self.save_screenshot(hide_notifications=False, append_timestamp=True)
self.save_browser_log()
self.driver.quit()
finally:
self._ucr.__exit__(exc_type, exc_value, traceback)
[docs]
def restart_umc(self) -> None:
subprocess.call(['deb-systemd-invoke', 'restart', 'univention-management-console-server'], close_fds=True)
[docs]
def set_viewport_size(self, width: int, height: int) -> None:
self.driver.set_window_size(width, height)
measured = self.driver.execute_script("return {width: window.innerWidth, height: window.innerHeight};")
width_delta = width - measured['width']
height_delta = height - measured['height']
self.driver.set_window_size(width + width_delta, height + height_delta)
[docs]
def save_screenshot(self, name: str = 'error', hide_notifications: bool = True, xpath: str = '/html/body', append_timestamp: bool = False) -> None:
# FIXME: This is needed, because sometimes it takes some time until
# some texts are really visible (even if elem.is_displayed() is already
# true).
time.sleep(2)
if hide_notifications:
self.show_notifications(False)
self.open_traceback()
timestamp = ''
if append_timestamp:
timestamp = '_%s' % (datetime.datetime.now().strftime("%Y%m%d%H%M%S"),)
filename = f'{self.screenshot_path}/{name}_{self.language}{timestamp}.png'
logger.warning('Saving screenshot %r', filename)
if os.environ.get('JENKINS_WS'):
logger.warning('Screenshot URL: %sws/test/selenium/selenium/%s', os.environ['JENKINS_WS'], os.path.basename(filename))
self.driver.save_screenshot(filename)
screenshot = self.crop_screenshot_to_element(filename, xpath)
screenshot.save(filename)
if hide_notifications:
try:
self.show_notifications(True)
except selenium_exceptions.TimeoutException:
pass
[docs]
def open_traceback(self) -> None:
try:
self.wait_for_text(_('Show server error message'), timeout=1)
self.click_text(_('Show server error message'))
except selenium_exceptions.TimeoutException:
pass
[docs]
def crop_screenshot_to_element(self, image_filename: str, xpath: str) -> Image:
elem = self.driver.find_element(By.XPATH, xpath)
location = elem.location
size = elem.size
top, left = int(location['y']), int(location['x'])
bottom, right = int(location['y'] + size['height']), int(location['x'] + size['width'])
screenshot = Image.open(image_filename)
return screenshot.crop((left, top, right, bottom))
[docs]
def save_browser_log(self, name: str = 'error', append_timestamp: bool = True) -> None:
timestamp = ''
if append_timestamp:
timestamp = '_{}'.format(datetime.datetime.now().strftime("%Y%m%d%H%M%S"))
filename = f'{self.screenshot_path}/{name}_{self.language}_browserlog{timestamp}.txt'
logger.info('Saving browser log %r', filename)
if os.environ.get('JENKINS_WS'):
logger.info('Browser Log URL: %sws/test/selenium/selenium/%s', os.environ['JENKINS_WS'], os.path.basename(filename))
with open(filename, 'w') as f:
f.writelines(f'{json.dumps(entry)}\n' for entry in self.driver.get_log('browser'))
[docs]
def show_notifications(self, show_notifications: bool = True) -> None:
if show_notifications:
if not self.notifications_visible():
self.press_notifications_button()
else:
if self.notifications_visible():
self.press_notifications_button()
[docs]
def notifications_visible(self) -> bool:
return not self.elements_invisible('//*[contains(concat(" ", normalize-space(@class), " "), " umcNotificationDropDownButtonOpened ")]')
[docs]
def do_login(self, username: str | None = None, password: str | None = None, without_navigation: bool = False, language: str | None = None, check_successful_login: bool = True) -> None:
if username is None:
username = self.umcLoginUsername
if password is None:
password = self.umcLoginPassword
# FIXME: selenium.common.exceptions.InvalidCookieDomainException: Message: invalid cookie domain
# for year in set([2020, datetime.date.today().year, datetime.date.today().year + 1, datetime.date.today().year - 1]):
# self.driver.add_cookie({'name': 'hideSummit%sDialog' % (year,), 'value': 'true'})
# self.driver.add_cookie({'name': 'hideSummit%sNotification' % (year,), 'value': 'true'})
if not without_navigation:
self.driver.get(self.base_url + f'univention/login/?lang={language or self.language}')
self.wait_until(
expected_conditions.presence_of_element_located(
(webdriver.common.by.By.ID, "umcLoginUsername"),
),
)
self.enter_input('username', username)
self.enter_input('password', password)
self.submit_input('password')
# for testing 'change password on next login'
# don't check for available modules etc.
if not check_successful_login:
return
self.wait_for_any_text_in_list([
_('Users'),
_('Devices'),
_('Domain'),
_('System'),
_('Software'),
_('Installed Applications'),
_('no module available'),
])
try:
self.wait_for_text(_('no module available'), timeout=1)
self.click_button(_('Ok'))
self.wait_until_all_dialogues_closed()
except selenium_exceptions.TimeoutException:
pass
self.show_notifications(False)
logger.info('Successful login')
[docs]
def end_umc_session(self) -> None:
"""Log out the logged in user."""
self.driver.get(self.base_url + 'univention/logout')
[docs]
def open_module(self, name: str, wait_for_standby: bool = True, do_reload: bool = True) -> None:
self.search_module(name, do_reload)
self.click_tile(name)
if wait_for_standby:
self.wait_until_standby_animation_appears_and_disappears()
if name == 'System diagnostic':
self.wait_until_progress_bar_finishes()
[docs]
def search_module(self, name: str, do_reload: bool = True) -> None:
if do_reload:
self.driver.get(self.base_url + f'univention/management/?lang={self.language}')
input_field = self.wait_for_element_by_css_selector('.umcModuleSearch input.dijitInputInner')
if not input_field.is_displayed():
self.click_element(expand_path('//*[@containsClass="umcModuleSearchToggleButton"]'))
limit = 60
while limit > 0:
try:
input_field.clear()
break
except selenium_exceptions.ElementNotInteractableException:
if limit > 1:
logger.info("Item was not interactable, retrying after one second")
time.sleep(1)
limit -= 1
else:
logger.info("Item was not interactable after 60 seconds.")
raise
input_field.send_keys(name)
self.wait_for_text(_('Search query'))
# def check_checkbox_by_name(self, inputname, checked=True):
# """
# This method finds html input tags by name attribute and selects and returns first element with location on screen (visible region).
# """
# elems = self.driver.find_elements(By.NAME, inputname)
# elem = self.find_visible_element_from_list(elems)
# if not elem:
# elem = self.find_visible_checkbox_from_list(elems)
# # workaround for selenium grid firefox the 'disabled' checkbox needs to be clicked three times to be selected
# for i in range(0, 3):
# if elem.is_selected() is not checked:
# elem.click()
# return elem
# def check_wizard_checkbox_by_name(self, inputname, checked=True):
# elem = self.driver.find_element(By.XPATH, "//div[starts-with(@id,'umc_modules_udm_wizards_')]//input[@name= %s ]" % json.dumps(inputname))
# for i in range(0, 3):
# if elem.is_selected() is not checked:
# elem.click()
# return elem
# def find_combobox_by_name(self, inputname):
# return self.driver.find_element(By.XPATH, "//input[@name = %s]/parent::div/input[starts-with(@id,'umc_widgets_ComboBox')]" % json.dumps(inputname))
# @staticmethod
# def find_visible_element_from_list(elements):
# """
# returns first visible element from list
# """
# for elem in elements:
# if elem.is_displayed():
# return elem
# return None
# @staticmethod
# def find_visible_checkbox_from_list(elements):
# for elem in elements:
# if elem.location['x'] > 0 or elem.location['y'] > 0 and elem.get_attribute("type") == "checkbox" and "dijitCheckBoxInput" in elem.get_attribute("class"):
# return elem
# return None
# def find_error_symbol_for_inputfield(self, inputfield):
# logger.info('check error symbol', inputfield)
# elems = self.driver.find_elements(By.XPATH, "//input[@name= %s ]/parent::div/parent::div/div[contains(@class,'dijitValidationContainer')]" % json.dumps(inputfield))
# elem = self.find_visible_element_from_list(elems)
# if elem:
# return True
# return False
# def error_symbol_displayed(self, inputfield, displayed=True):
# if displayed:
# if not self.find_error_symbol_for_inputfield(inputfield):
# logger.error('Missing error symbol', inputfield)
# raise ValueError()
# else:
# if self.find_error_symbol_for_inputfield(inputfield):
# logger.error('Error symbol %r should not be displayed.', inputfield)
# raise ValueError()
# def select_table_item_by_name(self, itemname):
# elem = self.driver.find_element(By.XPATH, "//div[contains(text(), %s )]/parent::td" % json.dumps(itemname))
# # TODO: if not elem search itemname
# elem.click()